-- Logs begin at Sat 2021-06-26 15:35:43 UTC, end at Sat 2021-06-26 16:45:42 UTC. -- Jun 26 16:17:50.170086 dv-cinder-798189-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 26 16:17:52.859271 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.common.config [-] Logging enabled! Jun 26 16:17:52.860377 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev407 Jun 26 16:17:52.860588 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93315) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 26 16:17:52.863954 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.common.config [-] Logging enabled! Jun 26 16:17:52.864214 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev407 Jun 26 16:17:52.864533 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93315) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 26 16:17:52.865472 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 26 16:17:52.865709 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 26 16:17:52.866079 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 26 16:17:52.866328 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 26 16:17:52.866555 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 26 16:17:52.866898 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.867199 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.867496 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.867724 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.868019 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.868308 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.868593 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.868883 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.869181 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.869466 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.869746 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.870031 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.870262 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.870547 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.870862 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.871151 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.871374 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] debug = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.871659 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.872087 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.872503 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.872785 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.873081 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.873362 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.873638 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.873915 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.874199 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.874533 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] host = dv-cinder-798189-1-iscsi {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.874972 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.875799 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.876095 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.876385 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.876664 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.876946 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.877235 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.877512 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.877787 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] log_file = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.878064 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.878353 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.878643 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.878964 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.879193 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.879416 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.879708 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.879997 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.880276 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.880553 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.880832 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.881112 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.881391 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.881662 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.881956 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.882242 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.882529 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.882826 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.883110 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.883383 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.883657 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.883945 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.884220 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.884494 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.884768 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.885057 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.885330 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.885603 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.885905 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.886191 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.886473 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.886757 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.887053 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.887336 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.887609 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.887880 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.888154 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] use_json = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.888426 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.888696 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.888977 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.889252 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.889526 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.889802 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.890074 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.890358 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:52.890679 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.891001 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.891309 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.891599 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.891904 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.892187 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.892479 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.892758 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.893048 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.893339 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.893632 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.893913 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.894201 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.894481 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.894805 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.895110 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.895409 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.895704 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.895982 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.896259 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.896535 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.896814 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.897102 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.897398 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.897691 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.897968 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.898249 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.898542 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.898843 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.899119 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.899400 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.899694 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.899975 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.900250 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.900618 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.900908 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.901184 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.901459 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.901744 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.902039 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.902318 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.902591 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.902892 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.903170 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.903442 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.903729 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.904008 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.904280 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.904554 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.904831 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.905105 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.905381 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.905660 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.905935 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.906241 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.906519 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.906819 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.907093 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.907366 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.907640 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.908165 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.908443 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.908723 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.909003 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.909282 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.909558 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.909836 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.910114 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.910423 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.910702 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.911007 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.911290 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.911571 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.911857 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.912135 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.912415 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.912697 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.912977 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.913296 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.913543 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.913829 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.914120 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.914405 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.914686 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.915007 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.915287 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.915571 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.915848 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.916129 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.916419 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.916704 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.916997 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.917290 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.917585 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.917880 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.918177 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.918460 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.918787 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.919077 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:52.919298 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 26 16:17:52.919542 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93315) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 26 16:17:53.266621 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:17:53.266859 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:17:53.267154 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:17:53.267490 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 26 16:17:53.660582 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:53.660881 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:53.661158 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:53.662466 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:53.662746 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:53.663565 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:53.696742 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:53.697027 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:53.697299 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:53.712030 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:53.712314 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:53.712588 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:53.742274 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:53.742557 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:53.742854 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:53.778453 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:53.778736 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:53.779036 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.012813 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.013408 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.013408 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.013571 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.014244 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.137015 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.137335 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.137618 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.137890 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.138156 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.138468 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.138731 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.139017 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.139275 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.139557 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.139818 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.140083 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.140345 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.141204 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.141463 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.141734 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.143019 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.143308 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.143602 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.143876 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.144171 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.144535 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.144800 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.145095 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.145355 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.145610 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.146007 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 16:17:54.146253 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 16:17:54.146495 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 16:17:54.146735 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 16:17:54.146996 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 16:17:54.147235 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 16:17:54.147601 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 26 16:17:54.150685 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 26 16:17:54.154607 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 26 16:17:54.158675 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 26 16:17:54.160335 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 26 16:17:54.160805 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 26 16:17:54.161145 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 26 16:17:54.161533 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 26 16:17:54.164515 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 26 16:17:54.164773 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 26 16:17:54.165125 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 26 16:17:54.193201 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 26 16:17:54.193653 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.193951 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93315) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 26 16:17:54.194319 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.195687 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93315) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 26 16:17:54.195972 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 26 16:17:54.196220 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 26 16:17:54.199435 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.199720 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:54.263494 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 26 16:17:54.263681 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 26 16:17:54.263916 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 26 16:17:54.264277 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 26 16:17:54.288918 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_db.sqlalchemy.engines [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93315) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 26 16:17:54.937102 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.managers [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Initializing driver for type 'gre' Jun 26 16:17:54.937555 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] gre ID ranges: [(1, 1000)] Jun 26 16:17:55.073785 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.managers [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Initializing driver for type 'local' Jun 26 16:17:55.074751 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.managers [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Initializing driver for type 'vlan' Jun 26 16:17:55.125115 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] VlanTypeDriver initialization complete Jun 26 16:17:55.125447 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.managers [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Initializing driver for type 'vxlan' Jun 26 16:17:55.125917 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] vxlan ID ranges: [(1, 1000)] Jun 26 16:17:55.284946 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.managers [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Initializing extension driver 'port_security' Jun 26 16:17:55.285218 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.extensions.port_security [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] PortSecurityExtensionDriver initialization complete Jun 26 16:17:55.285547 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.managers [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Initializing mechanism driver 'openvswitch' Jun 26 16:17:55.285864 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.managers [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Initializing mechanism driver 'hyperv' Jun 26 16:17:55.292257 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.plugin [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:17:55.293167 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > port after_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.293541 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > port after_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.293898 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > port after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.294280 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.294630 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.294993 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.295364 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > network after_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.295705 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > network after_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.296038 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > network after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.296446 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > security_group after_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.296792 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > security_group after_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.297129 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.297500 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.297839 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.298173 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.298547 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > address_group after_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.298930 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > address_group after_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.299319 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.299657 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] ML2 OVO RPC backend initialized. {{(pid=93315) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:165}} Jun 26 16:17:55.300346 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.300696 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.301143 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > network before_response 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.301481 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > networks before_response 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.301821 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > port before_response 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.302157 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > ports before_response 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.302492 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > subnet before_response 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.302846 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > subnets before_response 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.303187 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > network after_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.303517 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > network after_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.303843 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > network after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.304173 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > port after_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.304501 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > port after_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.304828 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > port after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.305196 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.305522 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.305847 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.306412 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.plugin [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Modular L2 Plugin initialization complete Jun 26 16:17:55.306733 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading services supported by the core plugin {{(pid=93315) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 26 16:17:55.307132 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.plugins.ml2.managers [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Got port-security extension from driver 'port_security' Jun 26 16:17:55.307582 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.extensions.vlantransparent [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Disabled vlantransparent extension. Jun 26 16:17:55.308064 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93315) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 26 16:17:55.308370 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading Plugin: router Jun 26 16:17:55.345927 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.346315 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router after_create 55549900 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.346678 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router before_create 55549900 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.347061 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.347426 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.347778 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router after_delete 55549900 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.348131 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.348488 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router after_create 55549900 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.348829 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router after_update 55549900 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.349175 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router after_update 55549900 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.349520 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.349871 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router after_update 55549900 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.350275 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.350637 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: port after_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.350994 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: port after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.351327 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: subnet after_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.351662 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.352004 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.352345 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.352677 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: port before_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.353012 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router precommit_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.353360 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router after_update 55549900 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.353693 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.354036 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.354389 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.354726 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.355123 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > agent after_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.355467 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > agent after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.355804 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > network after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.356658 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Tracking information for resource: router configured {{(pid=93315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 16:17:55.356981 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Tracking information for resource: floatingip configured {{(pid=93315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 16:17:55.362070 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.db.l3_agentschedulers_db [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 26 16:17:55.362639 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: port after_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.363029 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: port after_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.363376 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: port after_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.363721 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: port after_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.364499 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router before_create 55550100 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.364858 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.365214 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router precommit_create 55550100 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.365565 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > router precommit_update 55550100 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.370034 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.services.provider_configuration [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Service providers = [] {{(pid=93315) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 26 16:17:55.370392 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.db.servicetype_db [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93315) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 26 16:17:55.373275 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.services.service_base [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 16:17:55.373619 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.services.service_base [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 16:17:55.373952 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.services.service_base [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 16:17:55.375364 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.services.service_base [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 16:17:55.375738 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.services.service_base [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 26 16:17:55.376112 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 16:17:55.376424 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 26 16:17:55.386926 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 16:17:55.387255 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading Plugin: auto_allocate Jun 26 16:17:55.393590 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: network precommit_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.393955 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: network precommit_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.394470 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 16:17:55.394813 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading Plugin: tag Jun 26 16:17:55.401311 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 16:17:55.401636 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading Plugin: timestamp Jun 26 16:17:55.405370 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 16:17:55.405696 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading Plugin: network_ip_availability Jun 26 16:17:55.412873 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.413241 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.413597 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.414303 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 16:17:55.414628 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading Plugin: flavors Jun 26 16:17:55.419274 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 16:17:55.419605 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading Plugin: revisions Jun 26 16:17:55.423895 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 16:17:55.424277 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_concurrency.lockutils [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.157s {{(pid=93315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:17:55.424996 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93315) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 26 16:17:55.425323 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Initializing extension manager. Jun 26 16:17:55.425921 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: __init__.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.426259 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: __pycache__ {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.426586 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.426947 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: address_group.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.427678 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.428227 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: address-group Jun 26 16:17:55.428543 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: address_scope.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.429232 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.429730 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: address-scope Jun 26 16:17:55.430044 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.430965 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.431469 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: router-admin-state-down-before-update Jun 26 16:17:55.431789 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: agent.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.432466 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.432963 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: agent Jun 26 16:17:55.433279 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: agent_resources_synced.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.434158 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.434657 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: agent-resources-synced Jun 26 16:17:55.435040 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: allowedaddresspairs.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.436766 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.437277 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: allowed-address-pairs Jun 26 16:17:55.438104 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: auto_allocated_topology.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.439351 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.439864 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: auto-allocated-topology Jun 26 16:17:55.440186 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: availability_zone.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.440859 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.441357 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: availability_zone Jun 26 16:17:55.441672 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: availability_zone_filter.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.442558 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.443087 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: availability_zone_filter Jun 26 16:17:55.443402 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: data_plane_status.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.444276 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.444917 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension data-plane-status not supported by any of loaded plugins Jun 26 16:17:55.445231 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: default_subnetpools.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.446117 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.446617 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: default-subnetpools Jun 26 16:17:55.446965 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.447756 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.448258 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: dhcp_agent_scheduler Jun 26 16:17:55.448575 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: dns.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.449463 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.449952 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension dns-integration not supported by any of loaded plugins Jun 26 16:17:55.450265 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: dns_domain_ports.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.451185 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.451684 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 26 16:17:55.451990 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.452886 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.453928 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 26 16:17:55.454242 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: dvr.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.454924 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.455418 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: dvr Jun 26 16:17:55.455731 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: empty_string_filtering.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.456626 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.457129 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: empty-string-filtering Jun 26 16:17:55.457444 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.458328 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.458848 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 26 16:17:55.459163 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.460044 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.460543 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 26 16:17:55.460855 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: external_net.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.461731 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.462237 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: external-net Jun 26 16:17:55.462551 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.463458 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.463958 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: extra_dhcp_opt Jun 26 16:17:55.464270 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: extraroute.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.465157 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.465654 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: extraroute Jun 26 16:17:55.465967 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: extraroute_atomic.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.467067 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.467571 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: extraroute-atomic Jun 26 16:17:55.467887 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: filter_validation.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.468532 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.469054 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: filter-validation Jun 26 16:17:55.469366 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: fip_pf_description.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.470244 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.470735 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 26 16:17:55.471070 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: fip_port_details.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.471962 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.472462 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: fip-port-details Jun 26 16:17:55.472772 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: flavors.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.473966 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.474475 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: flavors Jun 26 16:17:55.474809 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.476454 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.476964 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 26 16:17:55.477288 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: floatingip_pools.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.477969 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.478470 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: floatingip-pools Jun 26 16:17:55.478811 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: ip_allocation.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.479708 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.480203 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension ip_allocation not supported by any of loaded plugins Jun 26 16:17:55.480518 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.481411 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.481909 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: ip-substring-filtering Jun 26 16:17:55.482233 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: l2_adjacency.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.483157 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.483650 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 26 16:17:55.483965 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: l3.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.484927 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.485435 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: router Jun 26 16:17:55.485753 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.488086 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.488614 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 26 16:17:55.488938 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.489840 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.490349 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: ext-gw-mode Jun 26 16:17:55.490668 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.491594 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.492147 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: l3-ha Jun 26 16:17:55.492417 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: l3_flavors.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.493319 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.493823 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: l3-flavors Jun 26 16:17:55.494140 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.495062 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.495561 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 26 16:17:55.495877 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: l3agentscheduler.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.496887 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.497392 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: l3_agent_scheduler Jun 26 16:17:55.497712 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: logging.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.499239 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.499764 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension logging not supported by any of loaded plugins Jun 26 16:17:55.500601 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: metering.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.501323 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.501900 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: metering Jun 26 16:17:55.502233 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.503324 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.503831 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: metering_source_and_destination_fields Jun 26 16:17:55.504149 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: multiprovidernet.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.505047 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.505550 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: multi-provider Jun 26 16:17:55.505870 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: netmtu.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.506757 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.507276 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: net-mtu Jun 26 16:17:55.507597 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: netmtu_writable.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.508489 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.508988 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: net-mtu-writable Jun 26 16:17:55.509305 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: network_availability_zone.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.509951 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.510448 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: network_availability_zone Jun 26 16:17:55.510781 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: network_ip_availability.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.511866 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.512373 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: network-ip-availability Jun 26 16:17:55.512694 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: network_segment_range.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.513428 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.513926 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension network-segment-range not supported by any of loaded plugins Jun 26 16:17:55.514239 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: pagination.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.515372 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.516226 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: pagination Jun 26 16:17:55.516538 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: port_device_profile.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.517427 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.517930 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: port-device-profile Jun 26 16:17:55.518243 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.519170 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.519669 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: port-mac-address-regenerate Jun 26 16:17:55.519981 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.520862 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.521360 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: port-numa-affinity-policy Jun 26 16:17:55.521675 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: port_resource_request.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.522580 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.523106 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension port-resource-request not supported by any of loaded plugins Jun 26 16:17:55.523421 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: portbindings.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.524312 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.524811 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: binding Jun 26 16:17:55.525125 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: portbindings_extended.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.526358 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.526975 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: binding-extended Jun 26 16:17:55.527297 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: portsecurity.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.528199 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.528708 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: port-security Jun 26 16:17:55.529016 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: project_id.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.529960 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.530280 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: project-id Jun 26 16:17:55.530592 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: providernet.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.531544 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.532052 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: provider Jun 26 16:17:55.532370 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: qos.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.536301 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.536770 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension qos not supported by any of loaded plugins Jun 26 16:17:55.537092 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.538304 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.538844 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 26 16:17:55.539169 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.540060 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.540564 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 26 16:17:55.540885 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: qos_default.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.541768 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.542271 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension qos-default not supported by any of loaded plugins Jun 26 16:17:55.542596 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: qos_fip.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.543252 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.543748 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension qos-fip not supported by any of loaded plugins Jun 26 16:17:55.544063 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: qos_gateway_ip.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.544958 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.545457 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 26 16:17:55.545773 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: qos_port_network_policy.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.546656 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.547193 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 26 16:17:55.547507 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: qos_rule_type_details.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.548401 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.548895 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 26 16:17:55.549208 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: qos_rules_alias.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.550224 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.550728 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 26 16:17:55.551069 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: quotasv2.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.551950 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.552269 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: quotas Jun 26 16:17:55.552587 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: quotasv2_detail.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.555571 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.555907 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: quota_details Jun 26 16:17:55.556234 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: rbac.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.557262 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.557780 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: rbac-policies Jun 26 16:17:55.558102 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: rbac_address_group.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.559041 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.559549 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: rbac-address-group Jun 26 16:17:55.559868 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: rbac_address_scope.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.560773 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.561275 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: rbac-address-scope Jun 26 16:17:55.561590 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: rbac_security_groups.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.563156 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.563659 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: rbac-security-groups Jun 26 16:17:55.563975 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: rbac_subnetpool.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.564864 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.565365 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: rbac-subnetpool Jun 26 16:17:55.565680 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: revisionifmatch.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.566585 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.567119 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: revision-if-match Jun 26 16:17:55.567437 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: revisions.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.568703 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.569213 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: standard-attr-revisions Jun 26 16:17:55.569530 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: router_availability_zone.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.570180 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.570684 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: router_availability_zone Jun 26 16:17:55.571032 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: routerservicetype.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.571928 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.572425 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension router-service-type not supported by any of loaded plugins Jun 26 16:17:55.572741 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.573643 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.574146 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: security-groups-normalized-cidr Jun 26 16:17:55.574462 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.575378 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.575880 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: port-security-groups-filtering Jun 26 16:17:55.576196 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.577088 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.577592 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: security-groups-remote-address-group Jun 26 16:17:55.577907 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: securitygroup.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.587857 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.588384 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: security-group Jun 26 16:17:55.588707 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: segment.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.589476 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.589980 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension segment not supported by any of loaded plugins Jun 26 16:17:55.590298 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.591223 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.591723 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 26 16:17:55.592038 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: servicetype.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.593172 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.593705 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: service-type Jun 26 16:17:55.594023 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: sorting.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.595066 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.595392 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: sorting Jun 26 16:17:55.595708 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: standard_attr_segment.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.596665 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.597169 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 26 16:17:55.597487 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: standardattrdescription.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.598115 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.598618 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: standard-attr-description Jun 26 16:17:55.598961 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: stateful_security_group.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.599985 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.600558 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: stateful-security-group Jun 26 16:17:55.600937 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: stdattrs_common.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.601514 dv-cinder-798189-1-iscsi neutron-server[93315]: WARNING neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 26 16:17:55.601832 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.602738 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.603274 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 26 16:17:55.603591 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: subnet_onboard.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.604650 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.605165 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: subnet_onboard Jun 26 16:17:55.605481 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.606388 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.606918 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 26 16:17:55.607237 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: subnet_service_types.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.608133 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.608638 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: subnet-service-types Jun 26 16:17:55.608953 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: subnetallocation.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.610037 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.610547 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: subnet_allocation Jun 26 16:17:55.610898 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.611542 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.612042 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: subnetpool-prefix-ops Jun 26 16:17:55.612355 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.613264 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.613761 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 26 16:17:55.614074 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: tagging.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.615129 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.615640 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: standard-attr-tag Jun 26 16:17:55.615956 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: timestamp.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.617124 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.617638 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loaded extension: standard-attr-timestamp Jun 26 16:17:55.617957 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: trunk.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.618994 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.619502 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension trunk not supported by any of loaded plugins Jun 26 16:17:55.619824 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: trunk_details.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.620708 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.621209 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension trunk-details not supported by any of loaded plugins Jun 26 16:17:55.621529 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: uplink_status_propagation.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.622421 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.622968 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 26 16:17:55.623294 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Loading extension file: vlantransparent.py {{(pid=93315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:17:55.623941 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:17:55.624439 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 26 16:17:55.627374 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Creating instance of TrackedResource for resource:network Jun 26 16:17:55.627976 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Creating instance of TrackedResource for resource:subnet Jun 26 16:17:55.628378 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 16:17:55.628765 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Creating instance of TrackedResource for resource:port Jun 26 16:17:55.629985 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.v2.resource_helper [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:17:55.630428 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.v2.resource_helper [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Service FLAVORS assigned prefix: {{(pid=93315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:17:55.631079 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.v2.resource_helper [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:17:55.631500 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.v2.resource_helper [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:17:55.631825 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Creating instance of TrackedResource for resource:router Jun 26 16:17:55.632247 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Creating instance of TrackedResource for resource:floatingip Jun 26 16:17:55.632738 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.v2.resource_helper [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Service METERING assigned prefix: /metering {{(pid=93315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:17:55.634173 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.634537 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.634917 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:17:55.635904 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 26 16:17:55.636342 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Creating instance of TrackedResource for resource:security_group Jun 26 16:17:55.636781 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 26 16:17:55.637366 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.v2.resource_helper [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Service CORE assigned prefix: {{(pid=93315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:17:55.637689 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 16:17:55.638024 dv-cinder-798189-1-iscsi neutron-server[93315]: WARNING neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] subnetpool is already registered Jun 26 16:17:55.638459 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.v2.resource_helper [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Service CORE assigned prefix: {{(pid=93315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:17:55.638796 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 16:17:55.639128 dv-cinder-798189-1-iscsi neutron-server[93315]: WARNING neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] subnetpool is already registered Jun 26 16:17:55.641987 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.v2.resource_helper [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:17:55.642414 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.v2.resource_helper [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Service FLAVORS assigned prefix: {{(pid=93315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:17:55.643035 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.v2.resource_helper [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:17:55.643458 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.v2.resource_helper [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:17:55.643790 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Creating instance of TrackedResource for resource:router Jun 26 16:17:55.644122 dv-cinder-798189-1-iscsi neutron-server[93315]: WARNING neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] router is already registered Jun 26 16:17:55.644539 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Creating instance of TrackedResource for resource:floatingip Jun 26 16:17:55.644868 dv-cinder-798189-1-iscsi neutron-server[93315]: WARNING neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] floatingip is already registered Jun 26 16:17:55.645321 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.v2.resource_helper [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Service METERING assigned prefix: /metering {{(pid=93315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:17:55.645982 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 26 16:17:55.646301 dv-cinder-798189-1-iscsi neutron-server[93315]: WARNING neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] rbac_policy is already registered Jun 26 16:17:55.646706 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Creating instance of TrackedResource for resource:security_group Jun 26 16:17:55.647058 dv-cinder-798189-1-iscsi neutron-server[93315]: WARNING neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] security_group is already registered Jun 26 16:17:55.647455 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 26 16:17:55.647779 dv-cinder-798189-1-iscsi neutron-server[93315]: WARNING neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] security_group_rule is already registered Jun 26 16:17:55.648409 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.v2.resource_helper [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Service CORE assigned prefix: {{(pid=93315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:17:55.648733 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 16:17:55.649058 dv-cinder-798189-1-iscsi neutron-server[93315]: WARNING neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] subnetpool is already registered Jun 26 16:17:55.649469 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.v2.resource_helper [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Service CORE assigned prefix: {{(pid=93315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:17:55.649785 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 16:17:55.650108 dv-cinder-798189-1-iscsi neutron-server[93315]: WARNING neutron.quota.resource_registry [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] subnetpool is already registered Jun 26 16:17:55.650585 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: extensions {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.652058 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: address-groups {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.653553 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: address-scopes {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.654890 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: agents {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.656039 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: auto-allocated-topology {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.657308 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: availability_zones {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.658785 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: dhcp-networks {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.660307 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: dhcp-agents {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.661743 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: routers {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.663459 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: flavors {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.665828 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: service_profiles {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.667058 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: next_providers {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.668491 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: service_profiles {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.670021 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: floatingip-pools {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.671271 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: routers {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.673667 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: floatingips {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.675035 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: l3-routers {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.676363 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: l3-agents {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.677749 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: metering-labels {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.679028 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: metering-label-rules {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.680387 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: network-ip-availabilities {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.681635 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: bindings {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.683215 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: quotas {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.685058 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: quotas {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.686467 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: rbac-policies {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.688341 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: security-groups {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.689622 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: security-group-rules {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.690930 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: service-providers {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.692143 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: subnetpools {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.699615 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: subnetpools {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.699615 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: tags {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.699615 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: tags {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.699615 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: tags {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.700266 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: tags {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.701920 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: tags {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.703913 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: tags {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.705589 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: tags {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.707435 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: tags {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.709267 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: tags {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.711022 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron.api.extensions [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Extended resource: tags {{(pid=93315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:17:55.717055 dv-cinder-798189-1-iscsi neutron-server[93315]: WARNING keystonemiddleware.auth_token [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 26 16:17:55.721654 dv-cinder-798189-1-iscsi neutron-server[93315]: WARNING keystonemiddleware.auth_token [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 26 16:17:55.730051 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_concurrency.lockutils [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Acquired lock "singleton_lock" {{(pid=93315) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 26 16:17:55.730550 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_concurrency.lockutils [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Releasing lock "singleton_lock" {{(pid=93315) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 26 16:17:55.731213 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO oslo_service.service [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Starting 2 workers Jun 26 16:17:55.736443 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Started child 93424 {{(pid=93315) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 16:17:55.740738 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Started child 93425 {{(pid=93315) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 16:17:55.741844 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:17:55.742495 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO neutron.service [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 26 16:17:55.743105 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Notify callbacks [] for process, before_spawn {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:17:55.743541 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [-] (93424) wsgi starting up on http://0.0.0.0:9696 Jun 26 16:17:55.745562 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO oslo_service.service [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Starting 1 workers Jun 26 16:17:55.745683 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:17:55.747121 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [-] (93425) wsgi starting up on http://0.0.0.0:9696 Jun 26 16:17:55.751482 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Started child 93426 {{(pid=93315) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 16:17:55.752051 dv-cinder-798189-1-iscsi neutron-server[93315]: INFO oslo_service.service [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Starting 1 workers Jun 26 16:17:55.755267 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.service [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] calling RpcWorker wait() {{(pid=93426) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 26 16:17:55.755793 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.service [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] returning from RpcWorker wait() {{(pid=93426) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 26 16:17:55.758562 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Started child 93427 {{(pid=93315) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 16:17:55.758687 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:17:55.758827 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG neutron_lib.callbacks.manager [None req-71474644-e597-4e0c-a2a2-58dfb0eaf1f9 None None] Notify callbacks [] for process, after_spawn {{(pid=93315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:17:55.758915 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:17:55.759766 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93315) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 26 16:17:55.759986 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 26 16:17:55.760172 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 26 16:17:55.760390 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 26 16:17:55.760720 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 26 16:17:55.760881 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 26 16:17:55.761544 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.761634 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:17:55.762073 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.762153 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.762362 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.762643 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.763219 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.763474 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.763729 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.764002 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.764248 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.764518 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.764687 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.765114 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.765389 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.765686 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.765965 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.766212 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.766549 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.766723 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.767063 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.767351 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.767587 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.767858 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] debug = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.768111 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.768585 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.768832 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.769089 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.769321 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.769610 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.769921 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.770197 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.770442 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.770702 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.770981 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.771243 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.771467 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.771689 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.771910 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.772164 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.772381 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.772951 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] host = dv-cinder-798189-1-iscsi {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.773217 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.773434 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.773693 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.773951 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.774212 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.774423 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.774666 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.774952 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.775210 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.775487 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.775759 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.775965 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.776184 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.776443 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] log_file = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.776596 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] log_options = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.776837 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.777100 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.777365 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.777554 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.777725 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.777902 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.778170 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.778317 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.778569 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.778805 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.779029 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.779288 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.779506 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.779722 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.780003 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.780249 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.780478 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.780693 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.780960 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.781251 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.781475 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.781699 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.781920 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.782141 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.782360 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.782592 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.783098 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.784112 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.784517 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.784662 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.785005 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.785203 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.785529 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.785739 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.786099 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.786099 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.786099 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.786978 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.787116 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:17:55.787212 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.787377 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.787634 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.787878 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.788132 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.788353 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.788593 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.788814 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] use_json = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.789032 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.789251 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.789506 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.789734 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.789974 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.790197 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.790420 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.790661 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.791133 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.791410 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.791744 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.792011 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.792250 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.792495 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.792752 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.793066 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.793260 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.793493 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.793825 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.794054 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.794332 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.794587 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.794882 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.798733 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.798733 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.798733 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.798733 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.798733 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.798733 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.798733 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.798733 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.799242 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.799242 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.799242 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.799242 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.799242 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.799242 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.799242 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.799692 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.799692 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.799813 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.800067 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.800283 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.800556 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.800778 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.800999 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.801249 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.801496 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.801766 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.802000 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.802242 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.802589 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.802695 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.803194 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.803194 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.803396 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.803610 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.803871 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.804101 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.804326 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.804551 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.804985 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.804985 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.805708 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.805708 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.805708 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.805891 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.806102 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.806332 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.806584 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.806859 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.807080 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.807377 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.807534 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.807750 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.807996 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.808215 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.808429 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.808651 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.808866 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.809079 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.809292 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.809525 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.809759 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.809972 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.810184 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.810402 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.810633 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.810873 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.811110 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.811344 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.811579 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.812015 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.812198 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.812441 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.813138 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.813742 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.814581 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.814830 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.815094 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.815349 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.815571 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.815817 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.816087 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.816330 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.816601 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.816834 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.817073 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.817317 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.817542 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.817768 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.817985 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.818219 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.818446 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.818733 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.819028 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.819289 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.819523 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.819771 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.820042 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.820286 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.820826 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.820826 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.821079 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.821399 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.821659 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.821911 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.822142 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.822579 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.822680 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.822892 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.823159 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.823389 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.823618 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.823856 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.824148 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.824418 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.824673 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.824888 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.825138 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.825453 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.825687 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.825900 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.826133 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.826393 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.826650 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.827302 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.827302 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.827490 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.828573 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.829207 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.829467 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.830846 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.830846 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.830846 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.831107 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.832211 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.832490 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.832735 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.833009 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.833250 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.833526 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.833757 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.834014 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.834257 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.834484 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.834713 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.835000 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.835222 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.835445 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.835690 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.835914 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.836139 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.836360 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.836582 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.836835 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.837057 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.837340 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.837608 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.837831 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.838063 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.838334 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.838589 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.839359 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.839635 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.839882 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.840102 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.840320 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.840544 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.840783 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.841018 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.841248 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.841739 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.841983 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.842244 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.842581 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.842843 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.843085 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.843327 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.843579 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.843822 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.844061 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.844297 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.844530 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.844746 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.844963 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.845224 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.845477 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.845699 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.846253 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 48904) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:17:55.847090 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.856024 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.856024 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.856024 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.856024 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.856024 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.856024 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.856024 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.856024 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.856024 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.856677 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.856677 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.856677 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.856677 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.856677 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.856677 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.856677 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.856677 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.857277 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.857277 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.857277 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.857277 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.857277 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.857277 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.857277 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.857277 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.857277 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.857813 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.857813 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.857813 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.857813 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.857813 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.857813 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.857813 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.858218 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063443 Jun 26 16:17:55.858293 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.858293 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.858293 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.858293 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.858293 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.858293 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.858293 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.858293 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.858757 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.858757 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.860176 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.860507 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.860779 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.861183 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.861608 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.862022 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.862430 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.862861 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.863167 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.863508 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.863790 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.864066 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.864319 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.864588 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.864837 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.865060 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.865309 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.865554 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.865775 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.866034 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.866270 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.866518 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.866784 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.867009 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.867246 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.867472 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.867731 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.867958 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.868180 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.868336 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 26 16:17:55.869042 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93315) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 26 16:17:55.869204 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 26 16:17:55.869511 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 26 16:17:55.869685 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 26 16:17:55.869857 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 26 16:17:55.870007 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 26 16:17:55.870357 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.870669 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.870860 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.871022 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.871183 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.871380 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.871548 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.871708 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.871865 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.872784 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.872784 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.872784 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.872784 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.872784 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.872784 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.873213 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.873213 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.873213 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.873379 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.873543 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.873648 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.873785 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.873941 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] debug = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.874098 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.874305 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.874469 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.875534 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.875534 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.875534 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.875534 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.875534 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.875534 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.876126 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.876126 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.876126 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.876126 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.876488 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.876488 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.876679 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.876780 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.876891 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] host = dv-cinder-798189-1-iscsi {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.877031 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.877202 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.877360 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.877519 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.877666 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.877822 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.877980 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.878164 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.878323 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.878481 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.878658 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.878824 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.878979 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.879138 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] log_file = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.879296 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] log_options = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.879454 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.879638 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.879754 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.879931 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.880465 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.880465 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.880465 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.880669 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.880734 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.880843 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.880997 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.881154 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.882018 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.882018 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.882018 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.882018 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.882018 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.882018 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.882428 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.882428 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.882577 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.882654 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.882792 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.882939 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.883091 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.883247 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.883404 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.883640 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.883741 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.884545 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.884545 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.884545 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.884545 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.884545 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.884940 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.884940 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.884940 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.885140 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.885222 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.885300 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.885461 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.885617 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.885776 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.885932 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.886088 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.886244 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] use_json = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.886402 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.886558 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.886715 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.887751 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.887913 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.888231 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.888392 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.888553 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:17:55.888736 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.888898 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.889072 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.889483 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.889483 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.889680 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.889680 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.889839 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.889981 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.890297 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.890992 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.891158 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.891330 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.891491 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.891650 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.891815 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.891976 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.892154 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.892297 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.892457 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.892618 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.892777 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.892953 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.893113 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.893274 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.893434 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.893961 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.893961 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.893961 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.894204 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.894204 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.894346 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.894488 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.894646 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.894829 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.894990 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.895149 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.895343 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.901820 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.901820 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.901820 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.901820 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.901820 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.901820 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.901820 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.901820 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.901820 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.902352 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.902352 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.902352 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.902352 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.902352 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.902352 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.902352 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.902352 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.902352 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.902994 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.902994 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.902994 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.902994 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.902994 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.902994 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.902994 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.902994 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.902994 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.903569 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.903569 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.903569 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.903569 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.903569 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.903569 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.903569 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.903569 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.903569 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.904131 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.904131 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.904131 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.904131 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.904131 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.904131 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.904131 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.904131 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.904131 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.904720 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.904720 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.904720 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.904720 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.904720 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.904720 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.904720 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.904720 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.905221 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.905221 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.905221 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.905221 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.905221 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.905221 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.905221 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.905221 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.905715 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.905715 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.905715 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.905715 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.905715 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.905715 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.905715 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.905715 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.908456 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.908456 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.908456 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.908456 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.908456 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.908456 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.908456 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.908456 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.908995 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.908995 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.908995 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.908995 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.908995 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.908995 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.908995 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.908995 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.909905 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.909905 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.909905 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.909905 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.909905 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.909905 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.911644 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.911644 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.911644 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.911644 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.911644 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.911644 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.912747 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.912747 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.912747 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.912747 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.913055 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.913230 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.913395 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.913552 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.913716 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.913878 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.914040 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.914986 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.914986 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.914986 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.914986 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.915237 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.915237 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.915352 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.915499 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.917384 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.917384 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.917384 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.917384 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.917384 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.917384 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.917384 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.917384 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.918175 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.918175 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.918175 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.918175 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.918175 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.918175 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.918175 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.919004 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.919004 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.919004 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.919004 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.919004 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.919351 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.919351 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.919475 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.919538 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.919685 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.920057 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.920057 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.920201 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.920286 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.920440 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.920602 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.920762 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.921041 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.921201 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.921283 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.921392 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.921552 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.921739 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.921899 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.922059 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.922219 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.922378 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.922539 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.922721 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.923855 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.923855 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.923855 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.923855 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.923855 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.923855 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.923855 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.924351 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.924351 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.924351 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.924351 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.924870 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.924870 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.924870 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.925105 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.925105 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.925375 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.925448 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.925567 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.925726 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.925887 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.926045 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.926204 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.926372 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.926531 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.926690 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.926871 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.927032 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.927996 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.927996 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.927996 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.927996 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.927996 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.927996 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.928413 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.928413 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.928413 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.928612 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.928698 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.928838 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.929707 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.929707 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.929707 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.929707 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.929707 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.930096 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.930096 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.930096 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.930817 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.930817 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.930817 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.930817 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.931330 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.931330 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.931330 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.931330 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.931637 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.931637 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.931777 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.931931 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.932110 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.932263 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.932409 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.932551 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.933073 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.933073 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.933073 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.933305 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.933305 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.933463 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.933540 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.933707 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.933869 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.934016 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.934178 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.934337 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:17:55.934489 dv-cinder-798189-1-iscsi neutron-server[93315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 26 16:17:55.935031 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:18:07.299103 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed1a5a0-e48e-4007-b819-1d95c06dde62 None None] get_active_networks_info from dv-cinder-798189-1-iscsi {{(pid=93426) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 26 16:18:07.386049 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed1a5a0-e48e-4007-b819-1d95c06dde62 None None] No non-hosted networks {{(pid=93426) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 26 16:18:07.410556 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.agentschedulers_db [None req-aed1a5a0-e48e-4007-b819-1d95c06dde62 None None] DHCP Agent not found on host dv-cinder-798189-1-iscsi {{(pid=93426) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 26 16:18:07.616563 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-658207df-5ae0-4cc2-8e08-6b7df893fec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645737'] for agent, after_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:09.896689 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645737'] for agent, after_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:09.897368 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:09.897896 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:09.898557 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:09.899128 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:09.899703 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:09.900245 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:09.900785 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:09.901970 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:09.902856 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:09.905742 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:09.905742 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:09.905742 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:09.905742 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798189-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:18:09.910937 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798189-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:18:10.103958 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-3adffb66-8e07-4f17-bd9a-fc587a63068d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645737'] for agent, after_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:10.131285 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.db.api [None req-3da9f4b9-5f08-44ad-8bf1-ccf299c1b407 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-798189-1-iscsi {{(pid=93426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 16:18:10.131894 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_db.api [None req-3da9f4b9-5f08-44ad-8bf1-ccf299c1b407 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 16:18:10.733233 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-3da9f4b9-5f08-44ad-8bf1-ccf299c1b407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:10.840024 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645737'] for agent, after_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:12.576041 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645737'] for agent, after_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:13.379365 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.db.l3_hamode_db [None req-6cbe6bad-137d-4fba-93e9-cb76c1b6d215 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 26 16:18:13.456798 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbe6bad-137d-4fba-93e9-cb76c1b6d215 None None] Routers set() bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:18:13.457187 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbe6bad-137d-4fba-93e9-cb76c1b6d215 None None] Router IDs set() for agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 26 16:18:13.662817 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 49004) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:18:14.140384 dv-cinder-798189-1-iscsi neutron-server[93425]: WARNING oslo_policy.policy [None req-b5b35bcc-27fa-431b-8cad-af585a54c326 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 16:18:14.140993 dv-cinder-798189-1-iscsi neutron-server[93425]: WARNING oslo_policy.policy [None req-b5b35bcc-27fa-431b-8cad-af585a54c326 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 16:18:14.353730 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [None req-b5b35bcc-27fa-431b-8cad-af585a54c326 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 16:18:14.354796 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-b5b35bcc-27fa-431b-8cad-af585a54c326 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6910717 Jun 26 16:18:16.704921 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 49018) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:18:17.003879 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-4ded3b3d-ee78-4670-bf95-eb22fe35b947 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:18:17.096793 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.policy [None req-4ded3b3d-ee78-4670-bf95-eb22fe35b947 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93425) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 26 16:18:17.141472 dv-cinder-798189-1-iscsi neutron-server[93425]: WARNING oslo_policy.policy [None req-4ded3b3d-ee78-4670-bf95-eb22fe35b947 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 16:18:17.141859 dv-cinder-798189-1-iscsi neutron-server[93425]: WARNING oslo_policy.policy [None req-4ded3b3d-ee78-4670-bf95-eb22fe35b947 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 16:18:17.150885 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.quota [None req-4ded3b3d-ee78-4670-bf95-eb22fe35b947 admin admin] Loaded quota_driver: . Jun 26 16:18:17.312545 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4ded3b3d-ee78-4670-bf95-eb22fe35b947 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735251970495', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735251971008', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735251945457', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735251952157', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735251929131', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735251935348', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1599997', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1788305', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-783729', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-714039'] for rbac-policy, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:17.484479 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4ded3b3d-ee78-4670-bf95-eb22fe35b947 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:17.485590 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-4ded3b3d-ee78-4670-bf95-eb22fe35b947 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7797043 Jun 26 16:18:19.994046 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 49030) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:18:20.474117 dv-cinder-798189-1-iscsi neutron-server[93424]: WARNING oslo_policy.policy [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 16:18:20.474704 dv-cinder-798189-1-iscsi neutron-server[93424]: WARNING oslo_policy.policy [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 16:18:20.688676 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Request body: {'network': {'tenant_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'admin_state_up': True, 'name': 'private', 'project_id': '60d07a48c8e2485ca45ecdcca7f3fe8a'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:18:20.698863 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.quota [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Loaded quota_driver: . Jun 26 16:18:20.804799 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Made reservation on behalf of 60d07a48c8e2485ca45ecdcca7f3fe8a for: {'network': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:18:20.870244 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.policy [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93424) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 26 16:18:20.915390 dv-cinder-798189-1-iscsi neutron-server[93424]: WARNING oslo_policy.policy [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 16:18:20.915741 dv-cinder-798189-1-iscsi neutron-server[93424]: WARNING oslo_policy.policy [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 16:18:20.925884 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for network, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:20.946804 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:21.072310 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:21.164292 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:21.169591 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:18:21.184978 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:18:21.212852 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735253278477', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:21.213439 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Unsubscribe: segment precommit_create {{(pid=93424) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 26 16:18:21.213976 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.segments_db [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Added segment 85f39e83-4504-433e-b3cc-7e0568a099da of type vlan for network 28c91720-73a2-436e-ae0a-9a20ed777e40 Jun 26 16:18:21.233609 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1751c844-1513-429e-a1c6-86958a008051,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:18:21.267921 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:21.268266 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:21.268591 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:21.268908 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:21.269222 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:21.269547 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:21.269858 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:21.270164 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:21.270469 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:21.270789 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:21.271092 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:21.271393 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Tracked resource versions report: Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: pushed versions: Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: { 'AddressGroup': {'1.2'}, Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: 'ConntrackHelper': {'1.0'}, Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: 'Log': {'1.0'}, Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: 'Network': {'1.1'}, Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: 'Port': {'1.7'}, Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: 'PortForwarding': {'1.2'}, Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: 'QosPolicy': {'1.8'}, Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: 'SecurityGroup': {'1.4'}, Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: 'SecurityGroupRule': {'1.2'}, Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: 'SubPort': {'1.0'}, Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: 'Subnet': {'1.1'}, Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: 'Trunk': {'1.1'}} Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: consumer versions: Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: { DHCP agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: L3 agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: Metadata agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: Metering agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: Open vSwitch agent@dv-cinder-798189-1-iscsi: { 'AddressGroup': '1.2', Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: 'ConntrackHelper': '1.0', Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: 'Log': '1.0', Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: 'Network': '1.1', Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: 'Port': '1.7', Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: 'PortForwarding': '1.2', Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: 'QosPolicy': '1.8', Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: 'SecurityGroup': '1.4', Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: 'SecurityGroupRule': '1.2', Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: 'SubPort': '1.0', Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: 'Subnet': '1.1', Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: 'Trunk': '1.1'}} Jun 26 16:18:21.272516 dv-cinder-798189-1-iscsi neutron-server[93424]: {{(pid=93424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 16:18:21.341131 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735252774503'] for network, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:21.346733 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:18:21.449875 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for network, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:21.451524 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:18:21.452242 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:21.454217 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:18:21.549150 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Pushing event updated for resources: {'Network': ['ID=28c91720-73a2-436e-ae0a-9a20ed777e40,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:18:21.552307 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:18:21.554254 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5580895 Jun 26 16:18:21.560354 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Network 28c91720-73a2-436e-ae0a-9a20ed777e40 details requested by agent ovs-agent-dv-cinder-798189-1-iscsi with host dv-cinder-798189-1-iscsi {{(pid=93426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:18:24.120930 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 49052) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:18:24.501206 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6b1a86-fe2a-4d90-9054-3d9c8bb906c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:18:24.502539 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-8f6b1a86-fe2a-4d90-9054-3d9c8bb906c7 admin admin] 10.222.0.35 "GET /v2.0/networks/28c91720-73a2-436e-ae0a-9a20ed777e40 HTTP/1.1" status: 200 len: 825 time: 0.3806295 Jun 26 16:18:24.538118 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-c32fcc68-d537-4e89-abe0-a03c4fb4d64f admin admin] 10.222.0.35 "GET /v2.0/subnetpools/12b11473-7770-4543-a3e4-bd14f8ee683f HTTP/1.1" status: 200 len: 734 time: 0.0302811 Jun 26 16:18:24.546195 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-aa5c507e-a4f3-4a89-a25b-216368ff3032 admin admin] Request body: {'subnet': {'tenant_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '12b11473-7770-4543-a3e4-bd14f8ee683f', 'network_id': '28c91720-73a2-436e-ae0a-9a20ed777e40', 'gateway_ip': '172.20.0.1'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:18:24.643987 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5c507e-a4f3-4a89-a25b-216368ff3032 admin admin] Made reservation on behalf of 60d07a48c8e2485ca45ecdcca7f3fe8a for: {'subnet': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:18:24.646268 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-aa5c507e-a4f3-4a89-a25b-216368ff3032 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:24.987384 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-aa5c507e-a4f3-4a89-a25b-216368ff3032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for subnet, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:24.991527 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:18:25.053552 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c507e-a4f3-4a89-a25b-216368ff3032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83b2adba-1edc-4081-b724-4688f2afe40e,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:18:25.055751 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5c507e-a4f3-4a89-a25b-216368ff3032 admin admin] Checking segment: {'id': '85f39e83-4504-433e-b3cc-7e0568a099da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '28c91720-73a2-436e-ae0a-9a20ed777e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:18:25.056128 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5c507e-a4f3-4a89-a25b-216368ff3032 admin admin] Network hostable DHCP agents. Network: 28c91720-73a2-436e-ae0a-9a20ed777e40, hostable agents: ['e5212cc2-9f20-47fc-9661-8d059b13ec7e'], hosted agents: [] {{(pid=93424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:18:25.061011 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-aa5c507e-a4f3-4a89-a25b-216368ff3032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:18:25.158078 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5c507e-a4f3-4a89-a25b-216368ff3032 admin admin] Network 28c91720-73a2-436e-ae0a-9a20ed777e40 is scheduled to be hosted by DHCP agent e5212cc2-9f20-47fc-9661-8d059b13ec7e with binding_index 1 {{(pid=93424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:18:25.209466 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-aa5c507e-a4f3-4a89-a25b-216368ff3032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-iscsi, 28c91720-73a2-436e-ae0a-9a20ed777e40) {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:18:25.213912 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5c507e-a4f3-4a89-a25b-216368ff3032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:18:25.214508 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-aa5c507e-a4f3-4a89-a25b-216368ff3032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:25.218645 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499f1a24-4eb5-43fd-8348-df33d15da98b None None] Network 28c91720-73a2-436e-ae0a-9a20ed777e40 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:18:25.290896 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-aa5c507e-a4f3-4a89-a25b-216368ff3032 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7477839 Jun 26 16:18:25.524112 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ca9a55-d6be-55c4-8bea-142b29d96e3d-28c91720-73a2-436e-ae0a-9a20ed777e40', 'network_id': '28c91720-73a2-436e-ae0a-9a20ed777e40', 'tenant_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'fixed_ips': [{'subnet_id': '83b2adba-1edc-4081-b724-4688f2afe40e'}]}} from dv-cinder-798189-1-iscsi. {{(pid=93426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 16:18:25.525416 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:25.790614 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.db_base_plugin_common [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Allocated IP 172.20.0.2 (28c91720-73a2-436e-ae0a-9a20ed777e40/83b2adba-1edc-4081-b724-4688f2afe40e/14689fc6-cc1c-41b9-a517-464278c6643e) {{(pid=93426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:18:26.001013 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Notify callbacks [] for port, precommit_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:26.042133 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Transition to ACTIVE for port object 14689fc6-cc1c-41b9-a517-464278c6643e will not be triggered until provisioned by entity L2. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:18:26.062639 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Transition to ACTIVE for port object 14689fc6-cc1c-41b9-a517-464278c6643e will not be triggered until provisioned by entity DHCP. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:18:26.159091 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741'] for port, after_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:26.161726 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:18:26.224189 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Network 28c91720-73a2-436e-ae0a-9a20ed777e40 is already hosted by enough agents. {{(pid=93426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:18:26.233816 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.scheduler.base_scheduler [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Resources bound (agent type, host, resource id): {{(pid=93426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:18:26.242008 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Received port after_create {{(pid=93426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:18:26.246380 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Pushing event updated for resources: {'Port': ['ID=14689fc6-cc1c-41b9-a517-464278c6643e,revision_number=1']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:18:26.285626 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:26.285899 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:26.286233 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:26.286562 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:26.286913 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:26.287238 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:26.287555 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:26.287903 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:26.288238 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:26.288558 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:26.288872 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:26.289183 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Tracked resource versions report: Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: pushed versions: Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: { 'AddressGroup': {'1.2'}, Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: 'ConntrackHelper': {'1.0'}, Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: 'Log': {'1.0'}, Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: 'Network': {'1.1'}, Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: 'Port': {'1.7'}, Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: 'PortForwarding': {'1.2'}, Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: 'QosPolicy': {'1.8'}, Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: 'SecurityGroup': {'1.4'}, Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: 'SecurityGroupRule': {'1.2'}, Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: 'SubPort': {'1.0'}, Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: 'Subnet': {'1.1'}, Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: 'Trunk': {'1.1'}} Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: consumer versions: Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: { DHCP agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: L3 agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: Metadata agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: Metering agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: Open vSwitch agent@dv-cinder-798189-1-iscsi: { 'AddressGroup': '1.2', Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: 'ConntrackHelper': '1.0', Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: 'Log': '1.0', Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: 'Network': '1.1', Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: 'Port': '1.7', Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: 'PortForwarding': '1.2', Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: 'QosPolicy': '1.8', Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: 'SecurityGroup': '1.4', Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: 'SecurityGroupRule': '1.2', Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: 'SubPort': '1.0', Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: 'Subnet': '1.1', Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: 'Trunk': '1.1'}} Jun 26 16:18:26.290309 dv-cinder-798189-1-iscsi neutron-server[93426]: {{(pid=93426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 16:18:26.311141 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:18:26.323690 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Attempting to bind port 14689fc6-cc1c-41b9-a517-464278c6643e on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:18:26.324079 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Attempting to bind port 14689fc6-cc1c-41b9-a517-464278c6643e by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': '85f39e83-4504-433e-b3cc-7e0568a099da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '28c91720-73a2-436e-ae0a-9a20ed777e40'}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:18:26.324499 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Attempting to bind port 14689fc6-cc1c-41b9-a517-464278c6643e on network 28c91720-73a2-436e-ae0a-9a20ed777e40 {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:18:26.329794 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:18:26.330211 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Checking segment: {'id': '85f39e83-4504-433e-b3cc-7e0568a099da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '28c91720-73a2-436e-ae0a-9a20ed777e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:18:26.330676 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:26.331092 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Bound using segment: {'id': '85f39e83-4504-433e-b3cc-7e0568a099da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '28c91720-73a2-436e-ae0a-9a20ed777e40'} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:18:26.331568 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Bound port: 14689fc6-cc1c-41b9-a517-464278c6643e, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f39e83-4504-433e-b3cc-7e0568a099da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '28c91720-73a2-436e-ae0a-9a20ed777e40'}}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:18:26.331977 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:26.392116 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] For port 14689fc6-cc1c-41b9-a517-464278c6643e, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:18:26.400075 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] For port 14689fc6-cc1c-41b9-a517-464278c6643e, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=14689fc6-cc1c-41b9-a517-464278c6643e,segment=NetworkSegment(85f39e83-4504-433e-b3cc-7e0568a099da),segment_id=85f39e83-4504-433e-b3cc-7e0568a099da)] {{(pid=93426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:18:26.485217 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:26.490383 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:18:26.551162 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Pushing event updated for resources: {'Port': ['ID=14689fc6-cc1c-41b9-a517-464278c6643e,revision_number=2']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:18:26.559380 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:18:27.644610 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 49060) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:18:27.969475 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [None req-3dc00e86-a846-4e81-8669-a96b7fe74f58 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 16:18:27.970457 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-3dc00e86-a846-4e81-8669-a96b7fe74f58 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3248751 Jun 26 16:18:30.307517 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 49068) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:18:30.611143 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [None req-10525a5b-6149-43ba-91f3-a50d0adb7d48 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 16:18:30.626784 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-10525a5b-6149-43ba-91f3-a50d0adb7d48 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3036985 Jun 26 16:18:31.779998 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 14689fc6-cc1c-41b9-a517-464278c6643e up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:18:31.924279 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port 14689fc6-cc1c-41b9-a517-464278c6643e completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:18:32.549385 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd749be2-d6ce-4fb0-9ac2-1ab5ec38e6f7 None None] Network 28c91720-73a2-436e-ae0a-9a20ed777e40 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:18:32.695355 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-50dd58b5-1484-4042-b1a8-67c207ee297c None None] Provisioning for port 14689fc6-cc1c-41b9-a517-464278c6643e completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:18:32.705412 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-50dd58b5-1484-4042-b1a8-67c207ee297c None None] Provisioning complete for port 14689fc6-cc1c-41b9-a517-464278c6643e triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:18:32.705816 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-50dd58b5-1484-4042-b1a8-67c207ee297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:32.844820 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-50dd58b5-1484-4042-b1a8-67c207ee297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:32.879679 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-50dd58b5-1484-4042-b1a8-67c207ee297c None None] For port 14689fc6-cc1c-41b9-a517-464278c6643e, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=14689fc6-cc1c-41b9-a517-464278c6643e,segment=NetworkSegment(85f39e83-4504-433e-b3cc-7e0568a099da),segment_id=85f39e83-4504-433e-b3cc-7e0568a099da)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:18:32.975636 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-50dd58b5-1484-4042-b1a8-67c207ee297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:32.977856 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:18:33.021774 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd58b5-1484-4042-b1a8-67c207ee297c None None] Pushing event updated for resources: {'Port': ['ID=14689fc6-cc1c-41b9-a517-464278c6643e,revision_number=3']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:18:33.024889 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-50dd58b5-1484-4042-b1a8-67c207ee297c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:18:33.095396 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-f0062191-a81b-4418-b796-5dcf2fb27157 None None] Provisioning complete for port 14689fc6-cc1c-41b9-a517-464278c6643e triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:18:33.095772 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-f0062191-a81b-4418-b796-5dcf2fb27157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:33.193485 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 49082) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:18:33.481155 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-a2ae9e68-2175-4270-9eed-3c29fad12368 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '60d07a48c8e2485ca45ecdcca7f3fe8a'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:18:33.610601 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a2ae9e68-2175-4270-9eed-3c29fad12368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:33.612169 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a2ae9e68-2175-4270-9eed-3c29fad12368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679976', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5645'] for router, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:33.750470 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 14689fc6-cc1c-41b9-a517-464278c6643e up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:18:33.759427 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a2ae9e68-2175-4270-9eed-3c29fad12368 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:33.795102 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 14689fc6-cc1c-41b9-a517-464278c6643e triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:18:33.795477 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:33.822289 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a2ae9e68-2175-4270-9eed-3c29fad12368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646799'] for router, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:33.890385 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a2ae9e68-2175-4270-9eed-3c29fad12368 admin admin] Notify callbacks [] for router, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:33.891581 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-a2ae9e68-2175-4270-9eed-3c29fad12368 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6971283 Jun 26 16:18:36.192934 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 49090) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:18:36.494464 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [None req-efeca034-f753-4719-acb3-0373a27e8093 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 16:18:36.495474 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-efeca034-f753-4719-acb3-0373a27e8093 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3015869 Jun 26 16:18:37.289681 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-938fdfd0-8e83-4356-ac0d-a97254c77bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:38.806543 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 49098) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:18:39.106844 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:18:39.221207 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Made reservation on behalf of c1adabb6eb524e7e8e0dcd6b9a85a37d for: {'network': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:18:39.223893 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for network, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:39.238662 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:39.349174 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:39.432269 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:39.437117 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:18:39.443817 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Reserving flat network on physical network physnet1 {{(pid=93425) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 26 16:18:39.476440 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735253278477', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:39.476967 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Unsubscribe: segment precommit_create {{(pid=93425) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 26 16:18:39.477462 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.db.segments_db [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Added segment fce959c7-83e7-4d9d-b709-a5d5f6ea4869 of type flat for network 1236ffa6-61e0-401d-8733-f5e5c635b4bb Jun 26 16:18:39.497401 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fa20e5-2a52-4bac-b866-13fe3c9d8f4d,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:18:39.542108 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:39.542458 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:39.542812 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:39.543136 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:39.543460 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:39.545608 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:39.545608 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:39.545608 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:39.545608 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:39.545608 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:39.546065 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:39.546065 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Tracked resource versions report: Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: pushed versions: Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: { 'AddressGroup': {'1.2'}, Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: 'ConntrackHelper': {'1.0'}, Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: 'Log': {'1.0'}, Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: 'Network': {'1.1'}, Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: 'Port': {'1.7'}, Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: 'PortForwarding': {'1.2'}, Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: 'QosPolicy': {'1.8'}, Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: 'SecurityGroup': {'1.4'}, Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: 'SecurityGroupRule': {'1.2'}, Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: 'SubPort': {'1.0'}, Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: 'Subnet': {'1.1'}, Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: 'Trunk': {'1.1'}} Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: consumer versions: Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: { DHCP agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: L3 agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: Metadata agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: Metering agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: Open vSwitch agent@dv-cinder-798189-1-iscsi: { 'AddressGroup': '1.2', Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: 'ConntrackHelper': '1.0', Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: 'Log': '1.0', Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: 'Network': '1.1', Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: 'Port': '1.7', Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: 'PortForwarding': '1.2', Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: 'QosPolicy': '1.8', Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: 'SecurityGroup': '1.4', Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: 'SecurityGroupRule': '1.2', Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: 'SubPort': '1.0', Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: 'Subnet': '1.1', Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: 'Trunk': '1.1'}} Jun 26 16:18:39.546658 dv-cinder-798189-1-iscsi neutron-server[93425]: {{(pid=93425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 16:18:39.598669 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735252774503'] for network, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:39.602865 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:18:39.701035 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for network, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:39.703773 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:18:39.704627 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:39.706710 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:18:39.797046 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Pushing event updated for resources: {'Network': ['ID=1236ffa6-61e0-401d-8733-f5e5c635b4bb,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:18:39.800025 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:18:39.806596 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb details requested by agent ovs-agent-dv-cinder-798189-1-iscsi with host dv-cinder-798189-1-iscsi {{(pid=93426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:18:39.878005 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:39.896293 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0886743 Jun 26 16:18:40.050104 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-cc5ba38b-1f05-4176-8a96-bda00cea870b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:40.752876 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:42.175637 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 49120) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:18:42.396744 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c56ad2-f849-4938-9b1b-87187d70ee5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:18:42.398092 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-24c56ad2-f849-4938-9b1b-87187d70ee5b admin admin] 10.222.0.35 "GET /v2.0/subnets/83b2adba-1edc-4081-b724-4688f2afe40e HTTP/1.1" status: 200 len: 849 time: 0.2215195 Jun 26 16:18:42.517356 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-22f33f5f-e441-4979-92f1-ed3ce3648297 admin admin] 10.222.0.35 "GET /v2.0/routers/2237b687-55b2-4a91-bcaf-9e04adbf89fd HTTP/1.1" status: 200 len: 704 time: 0.1139784 Jun 26 16:18:42.586662 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:42.769065 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:43.046391 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_common [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Allocated IP 172.20.0.1 (28c91720-73a2-436e-ae0a-9a20ed777e40/83b2adba-1edc-4081-b724-4688f2afe40e/dbf3b814-edae-463f-bba2-5c8024542c9b) {{(pid=93425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:18:43.218576 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:43.240774 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.provisioning_blocks [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Transition to ACTIVE for port object dbf3b814-edae-463f-bba2-5c8024542c9b will not be triggered until provisioned by entity DHCP. {{(pid=93425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:18:43.375469 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741'] for port, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:43.378404 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:18:43.436542 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Network 28c91720-73a2-436e-ae0a-9a20ed777e40 is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:18:43.441928 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:18:43.453816 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Received port after_create {{(pid=93425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:18:43.454077 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684301'] for router_interface, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:43.478269 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Pushing event updated for resources: {'Port': ['ID=dbf3b814-edae-463f-bba2-5c8024542c9b,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:18:43.516601 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:18:43.746915 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-772a304e-4b65-458b-9cf6-af7b13e5fe0c None None] Provisioning for port dbf3b814-edae-463f-bba2-5c8024542c9b completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:18:43.750654 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-772a304e-4b65-458b-9cf6-af7b13e5fe0c None None] Provisioning complete for port dbf3b814-edae-463f-bba2-5c8024542c9b triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:18:43.751057 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-772a304e-4b65-458b-9cf6-af7b13e5fe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:43.786531 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-772a304e-4b65-458b-9cf6-af7b13e5fe0c None None] Port dbf3b814-edae-463f-bba2-5c8024542c9b cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:18:43.817925 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:43.988310 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:44.060751 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:44.062316 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684433'] for router_interface, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:44.063857 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:18:44.117204 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Pushing event updated for resources: {'Port': ['ID=dbf3b814-edae-463f-bba2-5c8024542c9b,revision_number=2']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:18:44.141869 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:18:44.183511 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Network 28c91720-73a2-436e-ae0a-9a20ed777e40 is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:18:44.184785 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:18:44.411355 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2147b7b5-d115-4d02-9e16-fad8603f0285 None None] Provisioning complete for port dbf3b814-edae-463f-bba2-5c8024542c9b triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:18:44.411721 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2147b7b5-d115-4d02-9e16-fad8603f0285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:44.415536 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Router 2237b687-55b2-4a91-bcaf-9e04adbf89fd is scheduled to L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 with binding_index 1 {{(pid=93425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 16:18:44.443560 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-2147b7b5-d115-4d02-9e16-fad8603f0285 None None] Port dbf3b814-edae-463f-bba2-5c8024542c9b cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:18:44.504249 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:18:44.509376 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] 10.222.0.35 "PUT /v2.0/routers/2237b687-55b2-4a91-bcaf-9e04adbf89fd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9872293 Jun 26 16:18:44.526908 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] Sync routers for ids ['2237b687-55b2-4a91-bcaf-9e04adbf89fd'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:18:44.538129 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] Routers {'2237b687-55b2-4a91-bcaf-9e04adbf89fd'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:18:44.538997 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:18:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['2237b687-55b2-4a91-bcaf-9e04adbf89fd'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:18:44.719998 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] Set router 2237b687-55b2-4a91-bcaf-9e04adbf89fd gateway port host: None {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:18:45.133442 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2237b687-55b2-4a91-bcaf-9e04adbf89fd', 'name': 'router1', 'tenant_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:18:33Z', 'updated_at': '2021-06-26T16:18:43Z', 'revision_number': 2, 'project_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'gw_port_host': None, '_interfaces': [{'id': 'dbf3b814-edae-463f-bba2-5c8024542c9b', 'name': '', 'network_id': '28c91720-73a2-436e-ae0a-9a20ed777e40', 'tenant_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'mac_address': 'fa:16:3e:e5:6c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2237b687-55b2-4a91-bcaf-9e04adbf89fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83b2adba-1edc-4081-b724-4688f2afe40e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:18:42Z', 'updated_at': '2021-06-26T16:18:43Z', 'revision_number': 2, 'project_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'subnets': [{'id': '83b2adba-1edc-4081-b724-4688f2afe40e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12b11473-7770-4543-a3e4-bd14f8ee683f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:18:45.183526 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] Checking router: 2237b687-55b2-4a91-bcaf-9e04adbf89fd for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:18:45.183897 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] Updating router 2237b687-55b2-4a91-bcaf-9e04adbf89fd port dbf3b814-edae-463f-bba2-5c8024542c9b binding host dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:18:45.246931 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:45.722953 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:45.740589 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] Transition to ACTIVE for port object dbf3b814-edae-463f-bba2-5c8024542c9b will not be triggered until provisioned by entity L2. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:18:45.815315 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:45.818101 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:18:45.944504 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a3f54-4051-4857-9d70-81662193fd56 None None] Pushing event updated for resources: {'Port': ['ID=dbf3b814-edae-463f-bba2-5c8024542c9b,revision_number=3']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:18:45.974426 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a3f54-4051-4857-9d70-81662193fd56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:45.974758 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a3f54-4051-4857-9d70-81662193fd56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:45.975102 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a3f54-4051-4857-9d70-81662193fd56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:45.975424 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a3f54-4051-4857-9d70-81662193fd56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:45.975736 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a3f54-4051-4857-9d70-81662193fd56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:45.976047 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a3f54-4051-4857-9d70-81662193fd56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:45.976353 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a3f54-4051-4857-9d70-81662193fd56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:45.976658 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a3f54-4051-4857-9d70-81662193fd56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:45.977005 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a3f54-4051-4857-9d70-81662193fd56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:45.977312 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a3f54-4051-4857-9d70-81662193fd56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:45.977613 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a3f54-4051-4857-9d70-81662193fd56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:45.977916 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a3f54-4051-4857-9d70-81662193fd56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a3f54-4051-4857-9d70-81662193fd56 None None] Tracked resource versions report: Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: pushed versions: Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: { 'AddressGroup': {'1.2'}, Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: 'ConntrackHelper': {'1.0'}, Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: 'Log': {'1.0'}, Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: 'Network': {'1.1'}, Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: 'Port': {'1.7'}, Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: 'PortForwarding': {'1.2'}, Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: 'QosPolicy': {'1.8'}, Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: 'SecurityGroup': {'1.4'}, Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: 'SecurityGroupRule': {'1.2'}, Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: 'SubPort': {'1.0'}, Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: 'Subnet': {'1.1'}, Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: 'Trunk': {'1.1'}} Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: consumer versions: Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: { DHCP agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: L3 agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: Metadata agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: Metering agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: Open vSwitch agent@dv-cinder-798189-1-iscsi: { 'AddressGroup': '1.2', Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: 'ConntrackHelper': '1.0', Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: 'Log': '1.0', Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: 'Network': '1.1', Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: 'Port': '1.7', Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: 'PortForwarding': '1.2', Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: 'QosPolicy': '1.8', Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: 'SecurityGroup': '1.4', Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: 'SecurityGroupRule': '1.2', Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: 'SubPort': '1.0', Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: 'Subnet': '1.1', Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: 'Trunk': '1.1'}} Jun 26 16:18:45.979042 dv-cinder-798189-1-iscsi neutron-server[93427]: {{(pid=93427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 16:18:45.985911 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] Attempting to bind port dbf3b814-edae-463f-bba2-5c8024542c9b on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:18:45.986303 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] Attempting to bind port dbf3b814-edae-463f-bba2-5c8024542c9b by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': '85f39e83-4504-433e-b3cc-7e0568a099da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '28c91720-73a2-436e-ae0a-9a20ed777e40'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:18:45.986943 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] Attempting to bind port dbf3b814-edae-463f-bba2-5c8024542c9b on network 28c91720-73a2-436e-ae0a-9a20ed777e40 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:18:45.989786 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7b8a3f54-4051-4857-9d70-81662193fd56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:18:45.992563 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:18:45.992866 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] Checking segment: {'id': '85f39e83-4504-433e-b3cc-7e0568a099da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '28c91720-73a2-436e-ae0a-9a20ed777e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:18:45.993336 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:45.993717 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] Bound using segment: {'id': '85f39e83-4504-433e-b3cc-7e0568a099da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '28c91720-73a2-436e-ae0a-9a20ed777e40'} {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:18:45.994194 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] Bound port: dbf3b814-edae-463f-bba2-5c8024542c9b, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f39e83-4504-433e-b3cc-7e0568a099da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '28c91720-73a2-436e-ae0a-9a20ed777e40'}}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:18:45.994597 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:46.056895 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] For port dbf3b814-edae-463f-bba2-5c8024542c9b, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:18:46.078191 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] For port dbf3b814-edae-463f-bba2-5c8024542c9b, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=dbf3b814-edae-463f-bba2-5c8024542c9b,segment=NetworkSegment(85f39e83-4504-433e-b3cc-7e0568a099da),segment_id=85f39e83-4504-433e-b3cc-7e0568a099da)] {{(pid=93427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:18:46.152896 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:46.155145 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7b8a3f54-4051-4857-9d70-81662193fd56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:18:46.203072 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] Routers {'2237b687-55b2-4a91-bcaf-9e04adbf89fd'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:18:46.203687 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:18:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['2237b687-55b2-4a91-bcaf-9e04adbf89fd'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:18:46.271303 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a3f54-4051-4857-9d70-81662193fd56 None None] Pushing event updated for resources: {'Port': ['ID=dbf3b814-edae-463f-bba2-5c8024542c9b,revision_number=4']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:18:46.282106 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7b8a3f54-4051-4857-9d70-81662193fd56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:18:46.302493 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] Set router 2237b687-55b2-4a91-bcaf-9e04adbf89fd gateway port host: None {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:18:46.508266 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2237b687-55b2-4a91-bcaf-9e04adbf89fd', 'name': 'router1', 'tenant_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:18:33Z', 'updated_at': '2021-06-26T16:18:43Z', 'revision_number': 2, 'project_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'gw_port_host': None, '_interfaces': [{'id': 'dbf3b814-edae-463f-bba2-5c8024542c9b', 'name': '', 'network_id': '28c91720-73a2-436e-ae0a-9a20ed777e40', 'tenant_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'mac_address': 'fa:16:3e:e5:6c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2237b687-55b2-4a91-bcaf-9e04adbf89fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83b2adba-1edc-4081-b724-4688f2afe40e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:18:42Z', 'updated_at': '2021-06-26T16:18:46Z', 'revision_number': 4, 'project_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'subnets': [{'id': '83b2adba-1edc-4081-b724-4688f2afe40e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12b11473-7770-4543-a3e4-bd14f8ee683f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:18:46.533490 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c027aab3-a0bf-4ef8-8965-aecccbc1d856 None None] The sync data for ids ['2237b687-55b2-4a91-bcaf-9e04adbf89fd'] in dv-cinder-798189-1-iscsi is: [{'id': '2237b687-55b2-4a91-bcaf-9e04adbf89fd', 'name': 'router1', 'tenant_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:18:33Z', 'updated_at': '2021-06-26T16:18:43Z', 'revision_number': 2, 'project_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'gw_port_host': None, '_interfaces': [{'id': 'dbf3b814-edae-463f-bba2-5c8024542c9b', 'name': '', 'network_id': '28c91720-73a2-436e-ae0a-9a20ed777e40', 'tenant_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'mac_address': 'fa:16:3e:e5:6c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2237b687-55b2-4a91-bcaf-9e04adbf89fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83b2adba-1edc-4081-b724-4688f2afe40e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:18:42Z', 'updated_at': '2021-06-26T16:18:46Z', 'revision_number': 4, 'project_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'subnets': [{'id': '83b2adba-1edc-4081-b724-4688f2afe40e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12b11473-7770-4543-a3e4-bd14f8ee683f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:18:46.703754 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 49140) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:18:46.825704 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96846d1-487b-48a1-85e9-03f8b72498e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:18:46.827515 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-c96846d1-487b-48a1-85e9-03f8b72498e3 admin admin] 10.222.0.35 "GET /v2.0/networks/1236ffa6-61e0-401d-8733-f5e5c635b4bb HTTP/1.1" status: 200 len: 842 time: 0.1227024 Jun 26 16:18:46.836689 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-a91e7c21-6503-4a97-9fa6-5153260f1891 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'ip_version': 4, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:18:46.940638 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91e7c21-6503-4a97-9fa6-5153260f1891 admin admin] Made reservation on behalf of c1adabb6eb524e7e8e0dcd6b9a85a37d for: {'subnet': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:18:46.943000 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a91e7c21-6503-4a97-9fa6-5153260f1891 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:47.323314 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.objects.ports [None req-a91e7c21-6503-4a97-9fa6-5153260f1891 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93424) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 26 16:18:47.323763 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a91e7c21-6503-4a97-9fa6-5153260f1891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for subnet, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:47.327106 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:18:47.380597 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e7c21-6503-4a97-9fa6-5153260f1891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85c7ca79-f8ed-404d-bbb5-368914d3121b,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:18:47.384390 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91e7c21-6503-4a97-9fa6-5153260f1891 admin admin] Checking segment: {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:18:47.384748 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91e7c21-6503-4a97-9fa6-5153260f1891 admin admin] Network hostable DHCP agents. Network: 1236ffa6-61e0-401d-8733-f5e5c635b4bb, hostable agents: ['e5212cc2-9f20-47fc-9661-8d059b13ec7e'], hosted agents: [] {{(pid=93424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:18:47.387590 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a91e7c21-6503-4a97-9fa6-5153260f1891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:18:47.484497 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91e7c21-6503-4a97-9fa6-5153260f1891 admin admin] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb is scheduled to be hosted by DHCP agent e5212cc2-9f20-47fc-9661-8d059b13ec7e with binding_index 1 {{(pid=93424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:18:47.569542 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-a91e7c21-6503-4a97-9fa6-5153260f1891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-iscsi, 1236ffa6-61e0-401d-8733-f5e5c635b4bb) {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:18:47.574394 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91e7c21-6503-4a97-9fa6-5153260f1891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:18:47.576114 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a91e7c21-6503-4a97-9fa6-5153260f1891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:47.577324 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a9aba6-365b-4755-9e84-ba7da145d604 None None] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:18:47.656437 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-a91e7c21-6503-4a97-9fa6-5153260f1891 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8228395 Jun 26 16:18:47.701216 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf84d4f-250c-4b37-a29a-8ea588881625 None None] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:18:49.777762 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device dbf3b814-edae-463f-bba2-5c8024542c9b up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:18:49.906868 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port dbf3b814-edae-463f-bba2-5c8024542c9b completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:18:49.910696 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port dbf3b814-edae-463f-bba2-5c8024542c9b triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:18:49.911099 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:49.919755 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 49152) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:18:49.984489 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:50.015279 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port dbf3b814-edae-463f-bba2-5c8024542c9b, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=dbf3b814-edae-463f-bba2-5c8024542c9b,segment=NetworkSegment(85f39e83-4504-433e-b3cc-7e0568a099da),segment_id=85f39e83-4504-433e-b3cc-7e0568a099da)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:18:50.089639 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:50.094367 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-96c0e3a3-073f-479b-a959-68715c522f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:18:50.147976 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-e176ca13-3574-4796-a3ba-57be94e4b602 admin admin] 10.222.0.35 "GET /v2.0/routers/2237b687-55b2-4a91-bcaf-9e04adbf89fd HTTP/1.1" status: 200 len: 710 time: 0.2269630 Jun 26 16:18:50.185103 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=dbf3b814-edae-463f-bba2-5c8024542c9b,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:18:50.189192 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:18:50.237419 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771b6e38-5567-496f-89ae-b3b3732c4b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:18:50.238823 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-771b6e38-5567-496f-89ae-b3b3732c4b47 admin admin] 10.222.0.35 "GET /v2.0/networks/1236ffa6-61e0-401d-8733-f5e5c635b4bb HTTP/1.1" status: 200 len: 886 time: 0.0854895 Jun 26 16:18:50.247664 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-46c1d796-7a55-4c7d-b489-129b260975c1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:18:50.484356 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-46c1d796-7a55-4c7d-b489-129b260975c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5695'] for router, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:50.807642 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-46c1d796-7a55-4c7d-b489-129b260975c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:50.881424 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-46c1d796-7a55-4c7d-b489-129b260975c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:51.024306 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [None req-46c1d796-7a55-4c7d-b489-129b260975c1 admin admin] Allocated IP 172.27.2.148 (1236ffa6-61e0-401d-8733-f5e5c635b4bb/85c7ca79-f8ed-404d-bbb5-368914d3121b/30f5f194-7b8a-42f8-85f2-d7a1b1c97404) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:18:51.127239 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-46c1d796-7a55-4c7d-b489-129b260975c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:51.318355 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-46c1d796-7a55-4c7d-b489-129b260975c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:51.320476 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:18:51.385345 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c1d796-7a55-4c7d-b489-129b260975c1 admin admin] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:18:51.396331 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-46c1d796-7a55-4c7d-b489-129b260975c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:18:51.402290 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c1d796-7a55-4c7d-b489-129b260975c1 admin admin] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:18:51.403668 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1d796-7a55-4c7d-b489-129b260975c1 admin admin] Pushing event updated for resources: {'Port': ['ID=30f5f194-7b8a-42f8-85f2-d7a1b1c97404,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:18:51.436856 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-46c1d796-7a55-4c7d-b489-129b260975c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:18:51.748851 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-46c1d796-7a55-4c7d-b489-129b260975c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:51.773811 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device dbf3b814-edae-463f-bba2-5c8024542c9b up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:18:51.816206 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port dbf3b814-edae-463f-bba2-5c8024542c9b triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:18:51.816568 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:51.944254 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-46c1d796-7a55-4c7d-b489-129b260975c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5695'] for router, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:51.947477 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-46c1d796-7a55-4c7d-b489-129b260975c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-679949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645263'] for router, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:52.055348 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c1d796-7a55-4c7d-b489-129b260975c1 admin admin] Router 2237b687-55b2-4a91-bcaf-9e04adbf89fd has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:18:52.220058 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c1d796-7a55-4c7d-b489-129b260975c1 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:18:52.224722 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-46c1d796-7a55-4c7d-b489-129b260975c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:52.225493 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-46c1d796-7a55-4c7d-b489-129b260975c1 admin admin] 10.222.0.35 "PUT /v2.0/routers/2237b687-55b2-4a91-bcaf-9e04adbf89fd HTTP/1.1" status: 200 len: 890 time: 1.9812367 Jun 26 16:18:52.242119 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] Sync routers for ids ['2237b687-55b2-4a91-bcaf-9e04adbf89fd'] in dv-cinder-798189-1-iscsi {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:18:52.253978 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] Routers {'2237b687-55b2-4a91-bcaf-9e04adbf89fd'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:18:52.254664 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:18:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['2237b687-55b2-4a91-bcaf-9e04adbf89fd'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:18:52.464254 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] Set router 2237b687-55b2-4a91-bcaf-9e04adbf89fd gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:18:52.853932 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2237b687-55b2-4a91-bcaf-9e04adbf89fd', 'name': 'router1', 'tenant_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '30f5f194-7b8a-42f8-85f2-d7a1b1c97404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:18:33Z', 'updated_at': '2021-06-26T16:18:51Z', 'revision_number': 4, 'project_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'gw_port': {'id': '30f5f194-7b8a-42f8-85f2-d7a1b1c97404', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:32:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2237b687-55b2-4a91-bcaf-9e04adbf89fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:18:50Z', 'updated_at': '2021-06-26T16:18:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'dbf3b814-edae-463f-bba2-5c8024542c9b', 'name': '', 'network_id': '28c91720-73a2-436e-ae0a-9a20ed777e40', 'tenant_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'mac_address': 'fa:16:3e:e5:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2237b687-55b2-4a91-bcaf-9e04adbf89fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83b2adba-1edc-4081-b724-4688f2afe40e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:18:42Z', 'updated_at': '2021-06-26T16:18:49Z', 'revision_number': 5, 'project_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'subnets': [{'id': '83b2adba-1edc-4081-b724-4688f2afe40e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12b11473-7770-4543-a3e4-bd14f8ee683f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:18:52.901543 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] Checking router: 2237b687-55b2-4a91-bcaf-9e04adbf89fd for host: dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:18:52.901898 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] Updating router 2237b687-55b2-4a91-bcaf-9e04adbf89fd port 30f5f194-7b8a-42f8-85f2-d7a1b1c97404 binding host dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:18:52.933788 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:53.243208 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:53.252423 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] Transition to ACTIVE for port object 30f5f194-7b8a-42f8-85f2-d7a1b1c97404 will not be triggered until provisioned by entity L2. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:18:53.358218 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:53.360439 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:18:53.409024 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] Attempting to bind port 30f5f194-7b8a-42f8-85f2-d7a1b1c97404 on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:18:53.409394 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] Attempting to bind port 30f5f194-7b8a-42f8-85f2-d7a1b1c97404 by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:18:53.409762 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] Attempting to bind port 30f5f194-7b8a-42f8-85f2-d7a1b1c97404 on network 1236ffa6-61e0-401d-8733-f5e5c635b4bb {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:18:53.412478 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761fd7a-a9ab-4413-bfff-01cc4475f4a1 None None] Pushing event updated for resources: {'Port': ['ID=30f5f194-7b8a-42f8-85f2-d7a1b1c97404,revision_number=2']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:18:53.416226 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-f761fd7a-a9ab-4413-bfff-01cc4475f4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:18:53.417369 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:18:53.417745 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] Checking segment: {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:18:53.418148 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:53.418540 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] Bound using segment: {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:18:53.419039 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] Bound port: 30f5f194-7b8a-42f8-85f2-d7a1b1c97404, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:18:53.420323 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:53.468771 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] For port 30f5f194-7b8a-42f8-85f2-d7a1b1c97404, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:18:53.471622 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] For port 30f5f194-7b8a-42f8-85f2-d7a1b1c97404, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=30f5f194-7b8a-42f8-85f2-d7a1b1c97404,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:18:53.615569 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:53.617850 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:18:53.735841 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] Routers {'2237b687-55b2-4a91-bcaf-9e04adbf89fd'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:18:53.736460 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:18:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['2237b687-55b2-4a91-bcaf-9e04adbf89fd'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:18:53.780209 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761fd7a-a9ab-4413-bfff-01cc4475f4a1 None None] Pushing event updated for resources: {'Port': ['ID=30f5f194-7b8a-42f8-85f2-d7a1b1c97404,revision_number=3']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:18:53.783427 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-f761fd7a-a9ab-4413-bfff-01cc4475f4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:18:53.848427 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] Set router 2237b687-55b2-4a91-bcaf-9e04adbf89fd gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:18:54.046174 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2237b687-55b2-4a91-bcaf-9e04adbf89fd', 'name': 'router1', 'tenant_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '30f5f194-7b8a-42f8-85f2-d7a1b1c97404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:18:33Z', 'updated_at': '2021-06-26T16:18:51Z', 'revision_number': 4, 'project_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'gw_port': {'id': '30f5f194-7b8a-42f8-85f2-d7a1b1c97404', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:32:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2237b687-55b2-4a91-bcaf-9e04adbf89fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:18:50Z', 'updated_at': '2021-06-26T16:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'dbf3b814-edae-463f-bba2-5c8024542c9b', 'name': '', 'network_id': '28c91720-73a2-436e-ae0a-9a20ed777e40', 'tenant_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'mac_address': 'fa:16:3e:e5:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2237b687-55b2-4a91-bcaf-9e04adbf89fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83b2adba-1edc-4081-b724-4688f2afe40e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:18:42Z', 'updated_at': '2021-06-26T16:18:49Z', 'revision_number': 5, 'project_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'subnets': [{'id': '83b2adba-1edc-4081-b724-4688f2afe40e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12b11473-7770-4543-a3e4-bd14f8ee683f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:18:54.074166 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f52e52e-989d-4a57-871e-75f32d51b8c7 None None] The sync data for ids ['2237b687-55b2-4a91-bcaf-9e04adbf89fd'] in dv-cinder-798189-1-iscsi is: [{'id': '2237b687-55b2-4a91-bcaf-9e04adbf89fd', 'name': 'router1', 'tenant_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '30f5f194-7b8a-42f8-85f2-d7a1b1c97404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:18:33Z', 'updated_at': '2021-06-26T16:18:51Z', 'revision_number': 4, 'project_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'gw_port': {'id': '30f5f194-7b8a-42f8-85f2-d7a1b1c97404', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:32:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2237b687-55b2-4a91-bcaf-9e04adbf89fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:18:50Z', 'updated_at': '2021-06-26T16:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'dbf3b814-edae-463f-bba2-5c8024542c9b', 'name': '', 'network_id': '28c91720-73a2-436e-ae0a-9a20ed777e40', 'tenant_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'mac_address': 'fa:16:3e:e5:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2237b687-55b2-4a91-bcaf-9e04adbf89fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83b2adba-1edc-4081-b724-4688f2afe40e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:18:42Z', 'updated_at': '2021-06-26T16:18:49Z', 'revision_number': 5, 'project_id': '60d07a48c8e2485ca45ecdcca7f3fe8a', 'subnets': [{'id': '83b2adba-1edc-4081-b724-4688f2afe40e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12b11473-7770-4543-a3e4-bd14f8ee683f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:18:54.577027 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 49160) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:18:54.700583 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-4c5481f0-fa7f-487c-9344-d0d1bd1af772 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1222553 Jun 26 16:18:55.787187 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 30f5f194-7b8a-42f8-85f2-d7a1b1c97404 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:18:56.083574 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port 30f5f194-7b8a-42f8-85f2-d7a1b1c97404 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:18:56.087510 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 30f5f194-7b8a-42f8-85f2-d7a1b1c97404 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:18:56.087890 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:56.159727 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:56.179161 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port 30f5f194-7b8a-42f8-85f2-d7a1b1c97404, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=30f5f194-7b8a-42f8-85f2-d7a1b1c97404,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:18:56.277629 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:56.279843 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:18:56.337828 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=30f5f194-7b8a-42f8-85f2-d7a1b1c97404,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:18:56.341935 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:18:56.809664 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 5 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:18:57.783681 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 30f5f194-7b8a-42f8-85f2-d7a1b1c97404 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:18:57.829910 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 30f5f194-7b8a-42f8-85f2-d7a1b1c97404 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:18:57.830294 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:07.266107 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-56987ed7-7462-4aab-b977-0ccaf2d21e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:09.906653 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:10.083717 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b04c125f-b870-4f70-9b28-ca76edb4faa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:10.774634 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:12.590732 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:33.809120 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 5 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:19:37.282457 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-455c416c-43f9-4d2f-a101-83cd3e729af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:39.882436 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:40.071079 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-624e53a0-b4bf-485f-8af0-923864fc1c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:40.768181 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:42.567874 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:07.279690 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-d963b683-96ec-4c2e-9f77-241a26273725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:09.881527 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:10.052647 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-6091a2d4-b113-4242-9aa6-f007734c04b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:10.789998 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:10.806859 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 5 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:20:12.561182 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:31.120795 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 49728) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:20:31.182031 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d27339e-7bc1-45b6-bf95-5a4de6a12572 admin admin] GET failed (client error): The resource could not be found. Jun 26 16:20:31.183379 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-7d27339e-7bc1-45b6-bf95-5a4de6a12572 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616484 Jun 26 16:20:31.339438 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bc90e6-a561-4ebc-bafe-ba177b0a800c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:20:31.341439 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-60bc90e6-a561-4ebc-bafe-ba177b0a800c admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1537392 Jun 26 16:20:33.470221 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 49738) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:20:33.556699 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a81b245-1f9a-48c7-b069-a250a65b28b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:20:33.558004 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-1a81b245-1f9a-48c7-b069-a250a65b28b3 admin admin] 10.222.0.35 "GET /v2.0/subnets/83b2adba-1edc-4081-b724-4688f2afe40e HTTP/1.1" status: 200 len: 849 time: 0.0868156 Jun 26 16:20:33.567026 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-e79c6883-3212-40cf-afd2-e9856e2a5051 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:20:33.647991 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e79c6883-3212-40cf-afd2-e9856e2a5051 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:33.846507 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e79c6883-3212-40cf-afd2-e9856e2a5051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735253193153'] for subnet, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:33.848723 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-aa5c507e-a4f3-4a89-a25b-216368ff3032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:20:33.878893 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79c6883-3212-40cf-afd2-e9856e2a5051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:20:33.879545 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e79c6883-3212-40cf-afd2-e9856e2a5051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:33.880801 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-e79c6883-3212-40cf-afd2-e9856e2a5051 admin admin] 10.222.0.35 "PUT /v2.0/subnets/83b2adba-1edc-4081-b724-4688f2afe40e HTTP/1.1" status: 200 len: 868 time: 0.3173673 Jun 26 16:20:33.897042 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c6883-3212-40cf-afd2-e9856e2a5051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83b2adba-1edc-4081-b724-4688f2afe40e,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:20:33.898104 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec081a26-608c-4d41-861e-94c584e265fa None None] Network 28c91720-73a2-436e-ae0a-9a20ed777e40 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:20:33.905431 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c6883-3212-40cf-afd2-e9856e2a5051 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:20:33.905811 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c6883-3212-40cf-afd2-e9856e2a5051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:20:33.906138 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c6883-3212-40cf-afd2-e9856e2a5051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:20:33.906479 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c6883-3212-40cf-afd2-e9856e2a5051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:20:33.906829 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c6883-3212-40cf-afd2-e9856e2a5051 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:20:33.907181 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c6883-3212-40cf-afd2-e9856e2a5051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:20:33.907507 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c6883-3212-40cf-afd2-e9856e2a5051 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:20:33.907830 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c6883-3212-40cf-afd2-e9856e2a5051 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:20:33.908167 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c6883-3212-40cf-afd2-e9856e2a5051 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:20:33.908498 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c6883-3212-40cf-afd2-e9856e2a5051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:20:33.908816 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c6883-3212-40cf-afd2-e9856e2a5051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:20:33.909129 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c6883-3212-40cf-afd2-e9856e2a5051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:20:33.912792 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-e79c6883-3212-40cf-afd2-e9856e2a5051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:20:34.272407 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-7310385d-e1b2-4af8-8480-5d69a71e1996 None None] Provisioning complete for port dbf3b814-edae-463f-bba2-5c8024542c9b triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:20:34.272779 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-7310385d-e1b2-4af8-8480-5d69a71e1996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:34.358010 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-7310385d-e1b2-4af8-8480-5d69a71e1996 None None] Provisioning complete for port 14689fc6-cc1c-41b9-a517-464278c6643e triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:20:34.358305 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-7310385d-e1b2-4af8-8480-5d69a71e1996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:36.020251 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 49746) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:20:36.209326 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2545ce1b-2557-4aef-9d2b-6edf55cdd620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:20:36.209712 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2545ce1b-2557-4aef-9d2b-6edf55cdd620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:20:36.211259 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-2545ce1b-2557-4aef-9d2b-6edf55cdd620 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1900594 Jun 26 16:20:37.266785 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-806fd808-1113-4c63-adfd-2a1f5b850d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:38.334191 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 49754) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:20:38.460115 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4032d4-3625-4bbb-ba68-6d94e5819552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:20:38.460584 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4032d4-3625-4bbb-ba68-6d94e5819552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:20:38.462087 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-cc4032d4-3625-4bbb-ba68-6d94e5819552 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1269298 Jun 26 16:20:39.937855 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:40.063416 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-497b15af-fa0c-43db-9157-b42a8bd43508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:40.598477 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 49762) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:20:40.722000 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49769d77-a9bb-45e2-8556-3d5372704d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:20:40.723429 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-49769d77-a9bb-45e2-8556-3d5372704d6c admin admin] 10.222.0.35 "GET /v2.0/networks/1236ffa6-61e0-401d-8733-f5e5c635b4bb HTTP/1.1" status: 200 len: 886 time: 0.1239839 Jun 26 16:20:40.792595 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:42.566436 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:42.849221 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 49770) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:20:42.985229 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bbe062-1832-498d-aa96-1181cdcf7b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:20:42.986589 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-e2bbe062-1832-498d-aa96-1181cdcf7b72 admin admin] 10.222.0.35 "GET /v2.0/networks/28c91720-73a2-436e-ae0a-9a20ed777e40 HTTP/1.1" status: 200 len: 869 time: 0.1364260 Jun 26 16:20:45.084767 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 49778) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:20:45.209695 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2b9368-359f-4a0c-a486-917c3157fa2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:20:45.210263 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2b9368-359f-4a0c-a486-917c3157fa2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:20:45.212031 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-4d2b9368-359f-4a0c-a486-917c3157fa2a admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1263223 Jun 26 16:20:47.353505 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 49786) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:20:47.441478 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c2cccf-b314-4db6-9dc4-4fcbb09fe483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:20:47.441929 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c2cccf-b314-4db6-9dc4-4fcbb09fe483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:20:47.443413 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-b1c2cccf-b314-4db6-9dc4-4fcbb09fe483 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0888984 Jun 26 16:20:47.805330 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 5 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:20:49.557412 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 49794) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:20:49.649254 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0207f86-d14c-4cae-9d4e-af77ef2352e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:20:49.650638 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-e0207f86-d14c-4cae-9d4e-af77ef2352e4 admin admin] 10.222.0.35 "GET /v2.0/subnets/83b2adba-1edc-4081-b724-4688f2afe40e HTTP/1.1" status: 200 len: 868 time: 0.0922604 Jun 26 16:20:51.761859 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 49802) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:20:51.843733 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5015eb91-1426-4a84-a4f8-a2c587d87227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:20:51.845030 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-5015eb91-1426-4a84-a4f8-a2c587d87227 admin admin] 10.222.0.35 "GET /v2.0/subnets/85c7ca79-f8ed-404d-bbb5-368914d3121b HTTP/1.1" status: 200 len: 816 time: 0.0822308 Jun 26 16:21:07.273735 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-1f9d2e8b-4e26-4317-9870-4156d10f2a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:09.865078 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:10.065283 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-13bc48ad-a05c-40ad-833a-02aa09f0eacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:10.784676 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:12.573327 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:14.881423 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 49848) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:21:14.926791 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [None req-99cf1279-5391-4bd2-acbb-58c7db21fb02 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 16:21:14.927758 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-99cf1279-5391-4bd2-acbb-58c7db21fb02 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454016 Jun 26 16:21:17.118953 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 49856) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:21:17.183160 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54d5a57-90e9-47b8-b1b8-ccb5bbee2be4 admin admin] GET failed (client error): The resource could not be found. Jun 26 16:21:17.184476 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-a54d5a57-90e9-47b8-b1b8-ccb5bbee2be4 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0645974 Jun 26 16:21:17.317809 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc3e401-243b-47f2-9799-747e649c984d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:21:17.319181 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-3bc3e401-243b-47f2-9799-747e649c984d admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1309648 Jun 26 16:21:19.467760 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 49864) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:21:19.515285 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:21:19.612525 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Made reservation on behalf of c1adabb6eb524e7e8e0dcd6b9a85a37d for: {'network': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:21:19.614972 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for network, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:19.642409 dv-cinder-798189-1-iscsi neutron-server[93425]: WARNING neutron.services.revisions.revision_plugin [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Could not find related network for resource to bump revision. Jun 26 16:21:19.656346 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:21:19.666051 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:19.666394 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.db.segments_db [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Added segment 6db245fb-9c41-40eb-9cde-2fad4e69da31 of type vlan for network 73004c3d-db7b-438a-9ad4-6097c4223a62 Jun 26 16:21:19.704110 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735252774503'] for network, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:19.790003 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for network, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:19.791276 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:21:19.792382 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:19.795134 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:21:19.849864 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Pushing event updated for resources: {'Network': ['ID=73004c3d-db7b-438a-9ad4-6097c4223a62,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:21:19.856697 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:19.862988 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:19.862988 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:19.862988 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:19.862988 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:19.862988 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:19.862988 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:19.862988 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:19.862988 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:19.862988 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:19.862988 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:19.862988 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:19.863867 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:21:19.871538 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Network 73004c3d-db7b-438a-9ad4-6097c4223a62 details requested by agent ovs-agent-dv-cinder-798189-1-iscsi with host dv-cinder-798189-1-iscsi {{(pid=93426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:21:19.910817 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4417887 Jun 26 16:21:22.047394 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 49872) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:21:22.104982 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.pecan_wsgi.hooks.translation [None req-278649ec-4426-466e-83d6-66e1c59f0614 admin admin] GET failed (client error): The resource could not be found. Jun 26 16:21:22.106315 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-278649ec-4426-466e-83d6-66e1c59f0614 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0579784 Jun 26 16:21:22.171614 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad18d917-fe5a-4ea7-a3c8-4df3a79b5175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:21:22.173002 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-ad18d917-fe5a-4ea7-a3c8-4df3a79b5175 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0630372 Jun 26 16:21:22.181974 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-94ee565c-ff4f-4c07-9a85-f01ef24d580c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '73004c3d-db7b-438a-9ad4-6097c4223a62'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:21:22.267510 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ee565c-ff4f-4c07-9a85-f01ef24d580c admin admin] Made reservation on behalf of c1adabb6eb524e7e8e0dcd6b9a85a37d for: {'subnet': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:21:22.269634 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-94ee565c-ff4f-4c07-9a85-f01ef24d580c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:22.530857 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-94ee565c-ff4f-4c07-9a85-f01ef24d580c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for subnet, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:22.533638 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:21:22.585034 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee565c-ff4f-4c07-9a85-f01ef24d580c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ece92ffb-41cb-47c7-9c03-67f5622541de,revision_number=0']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:21:22.588335 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-94ee565c-ff4f-4c07-9a85-f01ef24d580c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:21:22.595246 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee565c-ff4f-4c07-9a85-f01ef24d580c admin admin] Checking segment: {'id': '6db245fb-9c41-40eb-9cde-2fad4e69da31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73004c3d-db7b-438a-9ad4-6097c4223a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:21:22.595596 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ee565c-ff4f-4c07-9a85-f01ef24d580c admin admin] Network hostable DHCP agents. Network: 73004c3d-db7b-438a-9ad4-6097c4223a62, hostable agents: ['e5212cc2-9f20-47fc-9661-8d059b13ec7e'], hosted agents: [] {{(pid=93425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:21:22.679287 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ee565c-ff4f-4c07-9a85-f01ef24d580c admin admin] Network 73004c3d-db7b-438a-9ad4-6097c4223a62 is scheduled to be hosted by DHCP agent e5212cc2-9f20-47fc-9661-8d059b13ec7e with binding_index 1 {{(pid=93425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:21:22.767019 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [None req-94ee565c-ff4f-4c07-9a85-f01ef24d580c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-iscsi, 73004c3d-db7b-438a-9ad4-6097c4223a62) {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:21:22.771113 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ee565c-ff4f-4c07-9a85-f01ef24d580c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:21:22.771712 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-94ee565c-ff4f-4c07-9a85-f01ef24d580c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:22.776885 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a61e13-1726-49c1-a764-d54494aae65b None None] Network 73004c3d-db7b-438a-9ad4-6097c4223a62 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:21:22.874790 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-94ee565c-ff4f-4c07-9a85-f01ef24d580c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6862278 Jun 26 16:21:23.016614 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ca9a55-d6be-55c4-8bea-142b29d96e3d-73004c3d-db7b-438a-9ad4-6097c4223a62', 'network_id': '73004c3d-db7b-438a-9ad4-6097c4223a62', 'tenant_id': 'c1adabb6eb524e7e8e0dcd6b9a85a37d', 'fixed_ips': [{'subnet_id': 'ece92ffb-41cb-47c7-9c03-67f5622541de'}]}} from dv-cinder-798189-1-iscsi. {{(pid=93426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 16:21:23.017551 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:23.153145 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.db_base_plugin_common [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Allocated IP 192.168.233.2 (73004c3d-db7b-438a-9ad4-6097c4223a62/ece92ffb-41cb-47c7-9c03-67f5622541de/31ed6e52-846f-471d-a5fe-30a95958d332) {{(pid=93426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:21:23.299465 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Notify callbacks [] for port, precommit_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:23.308261 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Transition to ACTIVE for port object 31ed6e52-846f-471d-a5fe-30a95958d332 will not be triggered until provisioned by entity L2. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:21:23.322521 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Transition to ACTIVE for port object 31ed6e52-846f-471d-a5fe-30a95958d332 will not be triggered until provisioned by entity DHCP. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:21:23.393933 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741'] for port, after_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:23.396342 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:21:23.436216 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Network 73004c3d-db7b-438a-9ad4-6097c4223a62 is already hosted by enough agents. {{(pid=93426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:21:23.438869 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.scheduler.base_scheduler [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Resources bound (agent type, host, resource id): {{(pid=93426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:21:23.443346 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Pushing event updated for resources: {'Port': ['ID=31ed6e52-846f-471d-a5fe-30a95958d332,revision_number=1']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:21:23.445425 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Received port after_create {{(pid=93426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:21:23.457108 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:23.457452 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:23.457783 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:23.458108 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:23.458432 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:23.458794 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:23.459114 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:23.459427 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:23.459762 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:23.460079 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:23.460389 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:23.460695 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:23.478496 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:21:23.516356 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Attempting to bind port 31ed6e52-846f-471d-a5fe-30a95958d332 on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:21:23.516719 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Attempting to bind port 31ed6e52-846f-471d-a5fe-30a95958d332 by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': '6db245fb-9c41-40eb-9cde-2fad4e69da31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73004c3d-db7b-438a-9ad4-6097c4223a62'}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:21:23.517083 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Attempting to bind port 31ed6e52-846f-471d-a5fe-30a95958d332 on network 73004c3d-db7b-438a-9ad4-6097c4223a62 {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:21:23.522433 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:21:23.522831 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Checking segment: {'id': '6db245fb-9c41-40eb-9cde-2fad4e69da31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73004c3d-db7b-438a-9ad4-6097c4223a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:21:23.523231 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:23.523617 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Bound using segment: {'id': '6db245fb-9c41-40eb-9cde-2fad4e69da31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73004c3d-db7b-438a-9ad4-6097c4223a62'} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:21:23.524076 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Bound port: 31ed6e52-846f-471d-a5fe-30a95958d332, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db245fb-9c41-40eb-9cde-2fad4e69da31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73004c3d-db7b-438a-9ad4-6097c4223a62'}}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:21:23.524470 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:23.588309 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] For port 31ed6e52-846f-471d-a5fe-30a95958d332, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:21:23.592069 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] For port 31ed6e52-846f-471d-a5fe-30a95958d332, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=31ed6e52-846f-471d-a5fe-30a95958d332,segment=NetworkSegment(6db245fb-9c41-40eb-9cde-2fad4e69da31),segment_id=6db245fb-9c41-40eb-9cde-2fad4e69da31)] {{(pid=93426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:21:23.720500 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:23.720500 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:21:23.775422 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Pushing event updated for resources: {'Port': ['ID=31ed6e52-846f-471d-a5fe-30a95958d332,revision_number=2']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:21:23.786179 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:21:24.548940 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc7a822-1c0c-4153-a29d-6202c56376d4 None None] Network 73004c3d-db7b-438a-9ad4-6097c4223a62 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:21:24.690211 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-280579a0-c66f-4951-87b3-ff64593facb4 None None] Provisioning for port 31ed6e52-846f-471d-a5fe-30a95958d332 completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:21:24.804363 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 5 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:21:25.897632 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 31ed6e52-846f-471d-a5fe-30a95958d332 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:21:26.011090 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port 31ed6e52-846f-471d-a5fe-30a95958d332 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:21:26.014893 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 31ed6e52-846f-471d-a5fe-30a95958d332 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:21:26.015273 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:26.095350 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:26.126333 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port 31ed6e52-846f-471d-a5fe-30a95958d332, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=31ed6e52-846f-471d-a5fe-30a95958d332,segment=NetworkSegment(6db245fb-9c41-40eb-9cde-2fad4e69da31),segment_id=6db245fb-9c41-40eb-9cde-2fad4e69da31)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:21:26.195497 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:26.197544 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:21:26.241267 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=31ed6e52-846f-471d-a5fe-30a95958d332,revision_number=3']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:21:26.244161 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:21:27.879699 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 31ed6e52-846f-471d-a5fe-30a95958d332 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:21:27.926510 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 31ed6e52-846f-471d-a5fe-30a95958d332 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:21:27.926825 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:37.267158 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-023580bd-da99-42af-af02-9f012b840409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:39.863309 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:40.080210 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-7882aa64-012f-4d8e-8558-1c543a5a0729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:40.777227 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:42.577557 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:01.802158 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 5 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:22:07.285121 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-54db9b10-7a45-4985-9383-d9577f263869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:09.890810 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:10.119339 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-877f699f-124a-4a0b-8b1b-ecb8881eba09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:10.810495 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:12.570219 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:37.277747 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-1ed377f1-70ba-446d-9610-c8192be9467d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:38.800672 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 5 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:22:39.843413 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:40.088652 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-20e9c406-f18a-46f5-a0dc-1ec4c2e1b0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:40.809092 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:42.574504 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:05.227732 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 49924) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:23:05.234095 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [None req-9d54804a-b0d3-4b70-8201-e20acbdbfcb3 tempest-verify_tempest_config-610118247 tempest-verify_tempest_config-610118247-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 16:23:05.235073 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-9d54804a-b0d3-4b70-8201-e20acbdbfcb3 tempest-verify_tempest_config-610118247 tempest-verify_tempest_config-610118247-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063579 Jun 26 16:23:05.780092 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 49942) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:23:05.881754 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-fe469794-30ea-4c80-9cd2-3937b2efd350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:06.039521 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-fe469794-30ea-4c80-9cd2-3937b2efd350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:06.093142 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-fe469794-30ea-4c80-9cd2-3937b2efd350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:06.096035 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-320689c8-3c7b-4711-b795-d66b6213aa6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:23:06.137006 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-fe469794-30ea-4c80-9cd2-3937b2efd350 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=72abd8c0127142538a3901450465259f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3558910 Jun 26 16:23:06.138395 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe469794-30ea-4c80-9cd2-3937b2efd350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3722b44c-19f4-4006-aef8-ea7e90b66e8b,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:23:06.140434 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 49946) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:23:06.145579 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe469794-30ea-4c80-9cd2-3937b2efd350 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.145939 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe469794-30ea-4c80-9cd2-3937b2efd350 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.146280 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe469794-30ea-4c80-9cd2-3937b2efd350 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.146608 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe469794-30ea-4c80-9cd2-3937b2efd350 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.146966 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe469794-30ea-4c80-9cd2-3937b2efd350 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.147312 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe469794-30ea-4c80-9cd2-3937b2efd350 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.147638 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe469794-30ea-4c80-9cd2-3937b2efd350 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.147959 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe469794-30ea-4c80-9cd2-3937b2efd350 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.148279 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe469794-30ea-4c80-9cd2-3937b2efd350 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.148597 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe469794-30ea-4c80-9cd2-3937b2efd350 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.148913 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe469794-30ea-4c80-9cd2-3937b2efd350 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.149227 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe469794-30ea-4c80-9cd2-3937b2efd350 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.153600 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-fe469794-30ea-4c80-9cd2-3937b2efd350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:23:06.194940 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bc9fe402-b9fb-4607-93eb-9ffa8b669a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:06.214867 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bc9fe402-b9fb-4607-93eb-9ffa8b669a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:06.356136 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bc9fe402-b9fb-4607-93eb-9ffa8b669a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:06.358976 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bc9fe402-b9fb-4607-93eb-9ffa8b669a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:06.360109 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-bc9fe402-b9fb-4607-93eb-9ffa8b669a72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3722b44c-19f4-4006-aef8-ea7e90b66e8b HTTP/1.1" status: 204 len: 168 time: 0.2186933 Jun 26 16:23:06.362864 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:23:06.368105 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9fe402-b9fb-4607-93eb-9ffa8b669a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3722b44c-19f4-4006-aef8-ea7e90b66e8b,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:23:06.375500 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9fe402-b9fb-4607-93eb-9ffa8b669a72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.375866 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9fe402-b9fb-4607-93eb-9ffa8b669a72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.376257 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9fe402-b9fb-4607-93eb-9ffa8b669a72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.376672 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9fe402-b9fb-4607-93eb-9ffa8b669a72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.376914 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9fe402-b9fb-4607-93eb-9ffa8b669a72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.377264 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9fe402-b9fb-4607-93eb-9ffa8b669a72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.377616 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9fe402-b9fb-4607-93eb-9ffa8b669a72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.377948 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9fe402-b9fb-4607-93eb-9ffa8b669a72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.378272 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9fe402-b9fb-4607-93eb-9ffa8b669a72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.378605 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9fe402-b9fb-4607-93eb-9ffa8b669a72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.378966 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9fe402-b9fb-4607-93eb-9ffa8b669a72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.379292 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9fe402-b9fb-4607-93eb-9ffa8b669a72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:06.382452 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-bc9fe402-b9fb-4607-93eb-9ffa8b669a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:23:07.270744 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ca57e707-c74e-403e-8382-e2e3931d8751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:09.920638 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:10.098497 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-4fc85b75-9c64-4179-8099-09d92c425179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:10.801579 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:12.579152 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:15.799795 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 5 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:23:37.291751 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-943dc5af-7bcf-4855-b030-ea9f29db79e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:39.914599 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:40.074483 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-d7c6b5c6-0de2-4709-8045-58bbe51aec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:40.771938 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:42.594476 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:52.797368 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 5 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:24:07.268348 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-35127654-e915-4990-a3a2-032b51d2da0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:24:09.884159 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:24:10.096355 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-bec787bf-643b-40a0-bc51-aef2c14d94e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:24:10.775380 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:24:12.610839 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:24:29.795984 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 5 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:24:36.095627 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645737'] for agent, after_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:24:37.283762 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b37ce133-7470-44af-968a-62b06ee51da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:24:39.918282 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:24:40.018901 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 50002) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:24:40.090019 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2725325f-57b5-46aa-8cba-24de90cc1c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:24:40.121319 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-5d4b89d8-7e1b-4d4e-9107-9be04ea4ba3a admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1001227 Jun 26 16:24:40.798327 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:24:42.257476 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50012) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:24:42.315539 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-7d33cdd1-fb90-4281-91e4-491c277bdf87 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0569880 Jun 26 16:24:42.609498 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:06.041949 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:06.794703 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:25:07.309382 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-3909a01b-ee54-4877-ad09-4c746f344c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:09.900330 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:10.106013 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b5d10b6f-81df-4c4b-8a87-2555035a9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:10.852468 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:12.614040 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:36.040485 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:37.285228 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-70edfc47-c620-4fc3-adfb-057f34a3daf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:39.916593 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:40.293632 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ca1dffe9-8c6b-4691-8c0b-fd126338ed2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:40.810702 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:42.616482 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:43.793556 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:26:06.055359 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:07.284362 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-271b1a96-e14c-408a-ab0b-ac2aae0a32f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:08.669162 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50184) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:08.852079 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1853895905-network', 'tenant_id': '37245b0b96f64637951914c50cb066eb'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:08.957744 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Made reservation on behalf of 37245b0b96f64637951914c50cb066eb for: {'network': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:26:08.960673 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for network, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:08.969769 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:09.056784 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:09.163529 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:09.167838 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:09.192360 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:26:09.198505 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09e3792-fd71-44fd-ae0e-1618791e543b,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:09.208155 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:09.208499 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.db.segments_db [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Added segment 4f604311-0f84-4b21-a003-273b77581632 of type vlan for network 6e78350e-b03c-4768-a782-c82d20e18c58 Jun 26 16:26:09.210338 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.210682 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.211042 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.211374 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.211697 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.212024 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.212346 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.212667 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.212986 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.213304 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.213618 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.213933 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Tracked resource versions report: Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: pushed versions: Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: { 'AddressGroup': {'1.2'}, Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: 'ConntrackHelper': {'1.0'}, Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: 'Log': {'1.0'}, Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: 'Network': {'1.1'}, Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: 'Port': {'1.7'}, Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: 'PortForwarding': {'1.2'}, Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: 'QosPolicy': {'1.8'}, Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: 'SecurityGroup': {'1.4'}, Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: 'SecurityGroupRule': {'1.2'}, Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: 'SubPort': {'1.0'}, Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: 'Subnet': {'1.1'}, Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: 'Trunk': {'1.1'}} Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: consumer versions: Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: { DHCP agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: HyperV agent@hv-cinder-79818: {}, Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: L3 agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: Metadata agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: Metering agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: Open vSwitch agent@dv-cinder-798189-1-iscsi: { 'AddressGroup': '1.2', Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: 'ConntrackHelper': '1.0', Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: 'Log': '1.0', Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: 'Network': '1.1', Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: 'Port': '1.7', Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: 'PortForwarding': '1.2', Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: 'QosPolicy': '1.8', Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: 'SecurityGroup': '1.4', Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: 'SecurityGroupRule': '1.2', Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: 'SubPort': '1.0', Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: 'Subnet': '1.1', Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: 'Trunk': '1.1'}} Jun 26 16:26:09.215037 dv-cinder-798189-1-iscsi neutron-server[93425]: {{(pid=93425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 16:26:09.223599 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:09.263487 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735252774503'] for network, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:09.346456 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for network, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:09.347835 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:09.348429 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:09.351443 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:09.403971 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Pushing event updated for resources: {'Network': ['ID=6e78350e-b03c-4768-a782-c82d20e18c58,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:09.406577 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:09.413658 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Network 6e78350e-b03c-4768-a782-c82d20e18c58 details requested by agent ovs-agent-dv-cinder-798189-1-iscsi with host dv-cinder-798189-1-iscsi {{(pid=93426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:26:09.463692 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8005071 Jun 26 16:26:09.465170 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 50226) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:09.471253 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Request body: {'subnet': {'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1853895905-subnet', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:09.568574 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Made reservation on behalf of 37245b0b96f64637951914c50cb066eb for: {'subnet': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:26:09.568574 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:09.590193 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50234) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:09.770594 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 50242) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:09.798511 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for subnet, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:09.805336 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a91e7c21-6503-4a97-9fa6-5153260f1891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:09.816216 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50246) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:09.884061 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:09.957204 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf83ec24-380c-4a3f-bf30-b819dca890ff,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:09.968500 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.968982 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.969327 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.969661 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.969990 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.970337 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.970670 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.971022 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.971363 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.971663 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.971986 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.972306 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Tracked resource versions report: Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: pushed versions: Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: { 'AddressGroup': {'1.2'}, Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: 'ConntrackHelper': {'1.0'}, Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: 'Log': {'1.0'}, Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: 'Network': {'1.1'}, Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: 'Port': {'1.7'}, Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: 'PortForwarding': {'1.2'}, Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: 'QosPolicy': {'1.8'}, Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: 'SecurityGroup': {'1.4'}, Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: 'SecurityGroupRule': {'1.2'}, Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: 'SubPort': {'1.0'}, Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: 'Subnet': {'1.1'}, Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: 'Trunk': {'1.1'}} Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: consumer versions: Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: { DHCP agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: HyperV agent@hv-cinder-79818: {}, Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: L3 agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: Metadata agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: Metering agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: Open vSwitch agent@dv-cinder-798189-1-iscsi: { 'AddressGroup': '1.2', Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: 'ConntrackHelper': '1.0', Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: 'Log': '1.0', Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: 'Network': '1.1', Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: 'Port': '1.7', Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: 'PortForwarding': '1.2', Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: 'QosPolicy': '1.8', Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: 'SecurityGroup': '1.4', Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: 'SecurityGroupRule': '1.2', Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: 'SubPort': '1.0', Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: 'Subnet': '1.1', Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: 'Trunk': '1.1'}} Jun 26 16:26:09.973361 dv-cinder-798189-1-iscsi neutron-server[93424]: {{(pid=93424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 16:26:09.975807 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Checking segment: {'id': '4f604311-0f84-4b21-a003-273b77581632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:26:09.976168 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Network hostable DHCP agents. Network: 6e78350e-b03c-4768-a782-c82d20e18c58, hostable agents: ['e5212cc2-9f20-47fc-9661-8d059b13ec7e'], hosted agents: [] {{(pid=93424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:26:09.978343 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:10.034728 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50258) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:10.060755 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Network 6e78350e-b03c-4768-a782-c82d20e18c58 is scheduled to be hosted by DHCP agent e5212cc2-9f20-47fc-9661-8d059b13ec7e with binding_index 1 {{(pid=93424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:26:10.078201 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-a8e24d5b-86b9-40c6-a8b7-46016d4a1b15 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-534306313-network', 'tenant_id': 'f994fe0a03d64ab6b4ebd3594b9c9e22'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:10.086643 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-cb7bde04-8739-4e11-beb2-30cbd5ab34ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:10.113069 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-26619588-9ac4-4263-9447-e4e338096731 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2086765559-network', 'tenant_id': '14ad47b559944607a65533bcc1a88f5a'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:10.138288 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-iscsi, 6e78350e-b03c-4768-a782-c82d20e18c58) {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:26:10.146507 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-321493384-network', 'tenant_id': '86896a6b6e4744a48feb2d643fa1a7e6'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:10.149988 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:10.150545 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84ae52e-5827-40b8-bba6-525fbe84ff3d None None] Network 6e78350e-b03c-4768-a782-c82d20e18c58 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:26:10.150697 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:10.161216 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e24d5b-86b9-40c6-a8b7-46016d4a1b15 admin admin] Made reservation on behalf of f994fe0a03d64ab6b4ebd3594b9c9e22 for: {'network': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:26:10.166727 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a8e24d5b-86b9-40c6-a8b7-46016d4a1b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for network, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:10.178182 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a8e24d5b-86b9-40c6-a8b7-46016d4a1b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:10.208121 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-779864307-network', 'tenant_id': '534f87da7c2648209e343c45a1a7f137'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:10.265187 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26619588-9ac4-4263-9447-e4e338096731 admin admin] Made reservation on behalf of 14ad47b559944607a65533bcc1a88f5a for: {'network': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:26:10.267709 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-26619588-9ac4-4263-9447-e4e338096731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for network, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:10.276184 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-26619588-9ac4-4263-9447-e4e338096731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:10.322306 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ca9a55-d6be-55c4-8bea-142b29d96e3d-6e78350e-b03c-4768-a782-c82d20e18c58', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'fixed_ips': [{'subnet_id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff'}]}} from dv-cinder-798189-1-iscsi. {{(pid=93426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 16:26:10.323386 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:10.348353 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-e52dcc61-5e50-4b93-85ae-12e706d2888e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8819416 Jun 26 16:26:10.349364 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 50274) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:10.355369 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-a33119aa-82b9-42b2-aa5a-354fd63068be admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1853895905-router', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:10.451631 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] Made reservation on behalf of 86896a6b6e4744a48feb2d643fa1a7e6 for: {'network': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:26:10.454727 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for network, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:10.465912 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:10.475244 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.db_base_plugin_common [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Allocated IP 172.20.0.2 (6e78350e-b03c-4768-a782-c82d20e18c58/bf83ec24-380c-4a3f-bf30-b819dca890ff/642319f0-ae83-45cf-b910-0566d0ce42c0) {{(pid=93426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:26:10.562378 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a8e24d5b-86b9-40c6-a8b7-46016d4a1b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:10.631076 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Notify callbacks [] for port, precommit_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:10.639898 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Transition to ACTIVE for port object 642319f0-ae83-45cf-b910-0566d0ce42c0 will not be triggered until provisioned by entity L2. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:26:10.650098 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a8e24d5b-86b9-40c6-a8b7-46016d4a1b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:10.655564 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Transition to ACTIVE for port object 642319f0-ae83-45cf-b910-0566d0ce42c0 will not be triggered until provisioned by entity DHCP. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:26:10.669050 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e24d5b-86b9-40c6-a8b7-46016d4a1b15 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:26:10.681173 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a8e24d5b-86b9-40c6-a8b7-46016d4a1b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:10.686988 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.db.segments_db [None req-a8e24d5b-86b9-40c6-a8b7-46016d4a1b15 admin admin] Added segment 08068f93-2258-4297-af98-62d137c94f1f of type vlan for network 8d6300ea-fe52-4a8d-b9bf-86c6f8750459 Jun 26 16:26:10.737202 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a8e24d5b-86b9-40c6-a8b7-46016d4a1b15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735252774503'] for network, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:10.762943 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:10.794336 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e24d5b-86b9-40c6-a8b7-46016d4a1b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d9b137-5556-4a55-964b-9f640a0397d1,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:10.797360 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-a8e24d5b-86b9-40c6-a8b7-46016d4a1b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:11.053241 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741'] for port, after_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:11.056554 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:11.087080 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Network 6e78350e-b03c-4768-a782-c82d20e18c58 is already hosted by enough agents. {{(pid=93426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:26:11.090484 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.scheduler.base_scheduler [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Resources bound (agent type, host, resource id): {{(pid=93426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:26:11.096554 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a8e24d5b-86b9-40c6-a8b7-46016d4a1b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for network, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:11.098943 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] Made reservation on behalf of 534f87da7c2648209e343c45a1a7f137 for: {'network': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:26:11.100810 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Received port after_create {{(pid=93426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:26:11.108409 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for network, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:11.118301 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:11.128606 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e24d5b-86b9-40c6-a8b7-46016d4a1b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:11.131433 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a8e24d5b-86b9-40c6-a8b7-46016d4a1b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:11.133914 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-2082b5b1-a4a7-45b0-b2cc-26f237bc8bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:11.141478 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:11.151824 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Pushing event updated for resources: {'Port': ['ID=642319f0-ae83-45cf-b910-0566d0ce42c0,revision_number=1']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:11.190200 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:11.190552 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:11.191046 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:11.191389 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:11.191716 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:11.192538 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:11.193027 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:11.193888 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:11.194667 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:11.195199 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:11.195694 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:11.196337 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Tracked resource versions report: Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: pushed versions: Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: { 'AddressGroup': {'1.2'}, Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: 'ConntrackHelper': {'1.0'}, Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: 'Log': {'1.0'}, Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: 'Network': {'1.1'}, Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: 'Port': {'1.7'}, Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: 'PortForwarding': {'1.2'}, Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: 'QosPolicy': {'1.8'}, Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: 'SecurityGroup': {'1.4'}, Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: 'SecurityGroupRule': {'1.2'}, Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: 'SubPort': {'1.0'}, Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: 'Subnet': {'1.1'}, Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: 'Trunk': {'1.1'}} Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: consumer versions: Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: { DHCP agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: HyperV agent@hv-cinder-79818: {}, Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: L3 agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: Metadata agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: Metering agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: Open vSwitch agent@dv-cinder-798189-1-iscsi: { 'AddressGroup': '1.2', Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: 'ConntrackHelper': '1.0', Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: 'Log': '1.0', Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: 'Network': '1.1', Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: 'Port': '1.7', Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: 'PortForwarding': '1.2', Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: 'QosPolicy': '1.8', Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: 'SecurityGroup': '1.4', Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: 'SecurityGroupRule': '1.2', Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: 'SubPort': '1.0', Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: 'Subnet': '1.1', Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: 'Trunk': '1.1'}} Jun 26 16:26:11.198176 dv-cinder-798189-1-iscsi neutron-server[93426]: {{(pid=93426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 16:26:11.206362 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:11.220076 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Attempting to bind port 642319f0-ae83-45cf-b910-0566d0ce42c0 on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:26:11.221009 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Attempting to bind port 642319f0-ae83-45cf-b910-0566d0ce42c0 by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': '4f604311-0f84-4b21-a003-273b77581632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58'}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:26:11.222974 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Attempting to bind port 642319f0-ae83-45cf-b910-0566d0ce42c0 on network 6e78350e-b03c-4768-a782-c82d20e18c58 {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:26:11.232667 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:26:11.233042 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Checking segment: {'id': '4f604311-0f84-4b21-a003-273b77581632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:26:11.236015 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:11.239644 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Bound using segment: {'id': '4f604311-0f84-4b21-a003-273b77581632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58'} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:26:11.239644 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Bound port: 642319f0-ae83-45cf-b910-0566d0ce42c0, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f604311-0f84-4b21-a003-273b77581632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58'}}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:26:11.239644 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:11.258412 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-26619588-9ac4-4263-9447-e4e338096731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:11.260497 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e24d5b-86b9-40c6-a8b7-46016d4a1b15 admin admin] Pushing event updated for resources: {'Network': ['ID=8d6300ea-fe52-4a8d-b9bf-86c6f8750459,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:11.265160 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-a8e24d5b-86b9-40c6-a8b7-46016d4a1b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:11.284998 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Network 8d6300ea-fe52-4a8d-b9bf-86c6f8750459 details requested by agent ovs-agent-dv-cinder-798189-1-iscsi with host dv-cinder-798189-1-iscsi {{(pid=93426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:26:11.366941 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-26619588-9ac4-4263-9447-e4e338096731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:11.369605 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] For port 642319f0-ae83-45cf-b910-0566d0ce42c0, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:26:11.374055 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] For port 642319f0-ae83-45cf-b910-0566d0ce42c0, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=642319f0-ae83-45cf-b910-0566d0ce42c0,segment=NetworkSegment(4f604311-0f84-4b21-a003-273b77581632),segment_id=4f604311-0f84-4b21-a003-273b77581632)] {{(pid=93426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:26:11.376046 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:11.378678 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.db.api [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 26 16:26:11.378678 dv-cinder-798189-1-iscsi neutron-server[93425]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 26 16:26:11.378678 dv-cinder-798189-1-iscsi neutron-server[93425]: [parameters: {'project_id_1': '86896a6b6e4744a48feb2d643fa1a7e6', 'expiration_1': datetime.datetime(2021, 6, 26, 16, 26, 10, 491053)}] Jun 26 16:26:11.378678 dv-cinder-798189-1-iscsi neutron-server[93425]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 16:26:11.379069 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_db.api [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 16:26:11.379668 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.db.api [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 26 16:26:11.379668 dv-cinder-798189-1-iscsi neutron-server[93425]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 26 16:26:11.379668 dv-cinder-798189-1-iscsi neutron-server[93425]: [parameters: {'project_id_1': '534f87da7c2648209e343c45a1a7f137', 'expiration_1': datetime.datetime(2021, 6, 26, 16, 26, 11, 168368)}] Jun 26 16:26:11.379668 dv-cinder-798189-1-iscsi neutron-server[93425]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 16:26:11.380042 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_db.api [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 16:26:11.392006 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26619588-9ac4-4263-9447-e4e338096731 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:26:11.411808 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-26619588-9ac4-4263-9447-e4e338096731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:11.411808 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.segments_db [None req-26619588-9ac4-4263-9447-e4e338096731 admin admin] Added segment 5157ce06-5344-460b-ae56-328e0291ce37 of type vlan for network 97994b83-c9d5-4295-b996-e7ea06d003f7 Jun 26 16:26:11.456660 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-26619588-9ac4-4263-9447-e4e338096731 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735252774503'] for network, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:11.460034 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26619588-9ac4-4263-9447-e4e338096731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b119a460-deb9-4140-8c53-20ffd415ba11,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:11.468539 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-26619588-9ac4-4263-9447-e4e338096731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:11.470041 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:11.472376 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-f761fd7a-a9ab-4413-bfff-01cc4475f4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:11.498753 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a33119aa-82b9-42b2-aa5a-354fd63068be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:11.500485 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a33119aa-82b9-42b2-aa5a-354fd63068be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679976', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5645'] for router, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:11.536410 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Pushing event updated for resources: {'Port': ['ID=642319f0-ae83-45cf-b910-0566d0ce42c0,revision_number=2']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:11.549126 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:11.578008 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-26619588-9ac4-4263-9447-e4e338096731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for network, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:11.579985 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-a8e24d5b-86b9-40c6-a8b7-46016d4a1b15 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9885824 Jun 26 16:26:11.580731 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50326) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:11.585796 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-4d6b4f25-261e-4e48-beda-fe30cf13d48f admin admin] Request body: {'subnet': {'network_id': '8d6300ea-fe52-4a8d-b9bf-86c6f8750459', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-534306313-subnet', 'tenant_id': 'f994fe0a03d64ab6b4ebd3594b9c9e22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:11.594793 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26619588-9ac4-4263-9447-e4e338096731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:11.595648 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-26619588-9ac4-4263-9447-e4e338096731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:11.626587 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:11.635723 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a33119aa-82b9-42b2-aa5a-354fd63068be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:11.691854 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26619588-9ac4-4263-9447-e4e338096731 admin admin] Pushing event updated for resources: {'Network': ['ID=97994b83-c9d5-4295-b996-e7ea06d003f7,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:11.694733 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-26619588-9ac4-4263-9447-e4e338096731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:11.702093 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Network 97994b83-c9d5-4295-b996-e7ea06d003f7 details requested by agent ovs-agent-dv-cinder-798189-1-iscsi with host dv-cinder-798189-1-iscsi {{(pid=93426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:26:11.712556 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6b4f25-261e-4e48-beda-fe30cf13d48f admin admin] Made reservation on behalf of f994fe0a03d64ab6b4ebd3594b9c9e22 for: {'subnet': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:26:11.715956 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4d6b4f25-261e-4e48-beda-fe30cf13d48f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:11.868094 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50332) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:11.875375 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-d67f72e4-e743-4626-b6cf-810b58812f1e admin admin] Request body: {'subnet': {'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2086765559-subnet', 'tenant_id': '14ad47b559944607a65533bcc1a88f5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:11.878057 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-26619588-9ac4-4263-9447-e4e338096731 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1061985 Jun 26 16:26:11.910416 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a33119aa-82b9-42b2-aa5a-354fd63068be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5695'] for router, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:11.924371 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:11.926305 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:12.039082 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4d6b4f25-261e-4e48-beda-fe30cf13d48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for subnet, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:12.045233 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-94ee565c-ff4f-4c07-9a85-f01ef24d580c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:12.151688 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 642319f0-ae83-45cf-b910-0566d0ce42c0 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:26:12.168736 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67f72e4-e743-4626-b6cf-810b58812f1e admin admin] Made reservation on behalf of 14ad47b559944607a65533bcc1a88f5a for: {'subnet': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:26:12.171097 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d67f72e4-e743-4626-b6cf-810b58812f1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:12.272626 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a33119aa-82b9-42b2-aa5a-354fd63068be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:12.294034 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a33119aa-82b9-42b2-aa5a-354fd63068be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:12.322234 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port 642319f0-ae83-45cf-b910-0566d0ce42c0 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:26:12.363210 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b4f25-261e-4e48-beda-fe30cf13d48f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dcbd4d2-97b4-4195-91fb-2be06ef9079d,revision_number=0']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:12.367203 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-4d6b4f25-261e-4e48-beda-fe30cf13d48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:12.455091 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:12.457636 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6b4f25-261e-4e48-beda-fe30cf13d48f admin admin] Checking segment: {'id': '08068f93-2258-4297-af98-62d137c94f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8d6300ea-fe52-4a8d-b9bf-86c6f8750459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:26:12.459418 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6b4f25-261e-4e48-beda-fe30cf13d48f admin admin] Network hostable DHCP agents. Network: 8d6300ea-fe52-4a8d-b9bf-86c6f8750459, hostable agents: ['e5212cc2-9f20-47fc-9661-8d059b13ec7e'], hosted agents: [] {{(pid=93425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:26:12.468190 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [None req-a33119aa-82b9-42b2-aa5a-354fd63068be admin admin] Allocated IP 172.27.2.136 (1236ffa6-61e0-401d-8733-f5e5c635b4bb/85c7ca79-f8ed-404d-bbb5-368914d3121b/e6effc94-cb5c-44b8-83cd-69ae2daff3f9) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:26:12.531655 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:12.547033 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:12.583712 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=93425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:26:12.604749 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a33119aa-82b9-42b2-aa5a-354fd63068be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:12.629826 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:12.641773 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6b4f25-261e-4e48-beda-fe30cf13d48f admin admin] Network 8d6300ea-fe52-4a8d-b9bf-86c6f8750459 is scheduled to be hosted by DHCP agent e5212cc2-9f20-47fc-9661-8d059b13ec7e with binding_index 1 {{(pid=93425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:26:12.652691 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:12.653031 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.db.segments_db [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] Added segment 4dae9ae4-b11c-4294-92fd-1201526fc22c of type vlan for network 838ee064-f821-42c8-9617-9a149204fe5b Jun 26 16:26:12.660334 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b7a1e3-e63d-42c3-bac5-f63bddb42597,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:12.699566 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:12.721422 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a33119aa-82b9-42b2-aa5a-354fd63068be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:12.724800 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-46c1d796-7a55-4c7d-b489-129b260975c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:12.740984 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735252774503'] for network, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:12.750539 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [None req-4d6b4f25-261e-4e48-beda-fe30cf13d48f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-iscsi, 8d6300ea-fe52-4a8d-b9bf-86c6f8750459) {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:26:12.759732 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33119aa-82b9-42b2-aa5a-354fd63068be admin admin] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:26:12.762530 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6b4f25-261e-4e48-beda-fe30cf13d48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:12.763509 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4d6b4f25-261e-4e48-beda-fe30cf13d48f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:12.769291 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205f5bbf-ed94-41c5-8c2e-a0a264e7e6a2 None None] Network 8d6300ea-fe52-4a8d-b9bf-86c6f8750459 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:26:12.773106 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-a33119aa-82b9-42b2-aa5a-354fd63068be admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:26:12.776863 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33119aa-82b9-42b2-aa5a-354fd63068be admin admin] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:26:12.783139 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33119aa-82b9-42b2-aa5a-354fd63068be admin admin] Pushing event updated for resources: {'Port': ['ID=e6effc94-cb5c-44b8-83cd-69ae2daff3f9,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:12.807244 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:12.813239 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d67f72e4-e743-4626-b6cf-810b58812f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for subnet, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:12.815086 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:12.818612 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a33119aa-82b9-42b2-aa5a-354fd63068be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:12.875469 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f72e4-e743-4626-b6cf-810b58812f1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=889b689e-0077-4f65-adce-eac8bc576e78,revision_number=0']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:12.878994 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-d67f72e4-e743-4626-b6cf-810b58812f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:12.884702 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67f72e4-e743-4626-b6cf-810b58812f1e admin admin] Checking segment: {'id': '5157ce06-5344-460b-ae56-328e0291ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:26:12.885054 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67f72e4-e743-4626-b6cf-810b58812f1e admin admin] Network hostable DHCP agents. Network: 97994b83-c9d5-4295-b996-e7ea06d003f7, hostable agents: ['e5212cc2-9f20-47fc-9661-8d059b13ec7e'], hosted agents: [] {{(pid=93425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:26:12.900461 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:12.901870 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-fe469794-30ea-4c80-9cd2-3937b2efd350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:12.919838 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc5e5bc-59e4-44e5-a599-4aa6676bf881 None None] Network 6e78350e-b03c-4768-a782-c82d20e18c58 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:26:12.926358 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:26:12.933339 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for network, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:12.937434 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:12.938029 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:12.941714 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a542c5-6a41-429e-b0cf-d30bd63b1a02,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:12.944560 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:12.944899 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.db.segments_db [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] Added segment b0f46aa9-9825-4a0c-af1b-029a25f4dace of type vlan for network e7329151-8119-48fb-8ac6-36808d62f3f4 Jun 26 16:26:12.952569 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 50370) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:12.957894 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:12.958368 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-a8e24d5b-86b9-40c6-a8b7-46016d4a1b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:13.003075 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-4d6b4f25-261e-4e48-beda-fe30cf13d48f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4131846 Jun 26 16:26:13.040331 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67f72e4-e743-4626-b6cf-810b58812f1e admin admin] Network 97994b83-c9d5-4295-b996-e7ea06d003f7 is scheduled to be hosted by DHCP agent e5212cc2-9f20-47fc-9661-8d059b13ec7e with binding_index 1 {{(pid=93425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:26:13.059107 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735252774503'] for network, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:13.066339 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] Pushing event updated for resources: {'Network': ['ID=838ee064-f821-42c8-9617-9a149204fe5b,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:13.069899 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:13.080514 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Network 838ee064-f821-42c8-9617-9a149204fe5b details requested by agent ovs-agent-dv-cinder-798189-1-iscsi with host dv-cinder-798189-1-iscsi {{(pid=93426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:26:13.088698 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-a743780c-5c5d-4ca7-b6a1-594000096d3d None None] Provisioning for port 642319f0-ae83-45cf-b910-0566d0ce42c0 completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:26:13.096193 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.2787879 Jun 26 16:26:13.100345 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50380) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:13.111109 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-4b7cfa25-31f6-405e-ba11-3ebe8c721395 admin admin] Request body: {'subnet': {'network_id': '838ee064-f821-42c8-9617-9a149204fe5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-321493384-subnet', 'tenant_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:13.118106 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-a743780c-5c5d-4ca7-b6a1-594000096d3d None None] Provisioning complete for port 642319f0-ae83-45cf-b910-0566d0ce42c0 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:26:13.118727 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-a743780c-5c5d-4ca7-b6a1-594000096d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:13.129515 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50382) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:13.130024 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d74204e-ee82-4096-93c7-2a6824c6f60a None None] Network 8d6300ea-fe52-4a8d-b9bf-86c6f8750459 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:26:13.153204 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [None req-d67f72e4-e743-4626-b6cf-810b58812f1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-iscsi, 97994b83-c9d5-4295-b996-e7ea06d003f7) {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:26:13.158932 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67f72e4-e743-4626-b6cf-810b58812f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:13.160053 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d67f72e4-e743-4626-b6cf-810b58812f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:13.180404 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for network, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:13.186272 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:13.187023 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:13.188693 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a33119aa-82b9-42b2-aa5a-354fd63068be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:13.190055 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be521dbd-3c3b-4736-b336-e8a4765525b6 None None] Network 97994b83-c9d5-4295-b996-e7ea06d003f7 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:26:13.201370 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:13.280025 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-78891c99-9476-46c9-84ef-727cc6d56d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:13.333808 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7cfa25-31f6-405e-ba11-3ebe8c721395 admin admin] Made reservation on behalf of 86896a6b6e4744a48feb2d643fa1a7e6 for: {'subnet': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:26:13.341392 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfa25-31f6-405e-ba11-3ebe8c721395 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:13.381580 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] Pushing event updated for resources: {'Network': ['ID=e7329151-8119-48fb-8ac6-36808d62f3f4,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:13.387155 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:13.391309 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-efff0f56-c365-4d12-8500-6eeac0fe580c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:13.399765 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Network e7329151-8119-48fb-8ac6-36808d62f3f4 details requested by agent ovs-agent-dv-cinder-798189-1-iscsi with host dv-cinder-798189-1-iscsi {{(pid=93426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:26:13.433077 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3971612 Jun 26 16:26:13.443612 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50398) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:13.445866 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-d67f72e4-e743-4626-b6cf-810b58812f1e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5748820 Jun 26 16:26:13.452305 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-c231fb71-528a-4b84-9453-91e7037851b7 admin admin] Request body: {'subnet': {'network_id': 'e7329151-8119-48fb-8ac6-36808d62f3f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-779864307-subnet', 'tenant_id': '534f87da7c2648209e343c45a1a7f137', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:13.560427 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-78891c99-9476-46c9-84ef-727cc6d56d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:13.598712 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a33119aa-82b9-42b2-aa5a-354fd63068be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646799'] for router, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:13.729047 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-78891c99-9476-46c9-84ef-727cc6d56d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:13.735401 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:13.829326 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfa25-31f6-405e-ba11-3ebe8c721395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for subnet, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:13.843732 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-a743780c-5c5d-4ca7-b6a1-594000096d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:13.849003 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-d67f72e4-e743-4626-b6cf-810b58812f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:13.880069 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58712548-4be8-4af2-ae47-e004f0f0a774 None None] Network 97994b83-c9d5-4295-b996-e7ea06d003f7 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:26:13.887059 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-a743780c-5c5d-4ca7-b6a1-594000096d3d None None] For port 642319f0-ae83-45cf-b910-0566d0ce42c0, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=642319f0-ae83-45cf-b910-0566d0ce42c0,segment=NetworkSegment(4f604311-0f84-4b21-a003-273b77581632),segment_id=4f604311-0f84-4b21-a003-273b77581632)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:26:13.960773 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7cfa25-31f6-405e-ba11-3ebe8c721395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=306da1d4-c663-423c-a407-5d085628ca91,revision_number=0']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:13.974636 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-78891c99-9476-46c9-84ef-727cc6d56d6d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0bbcacf5bfb646da93b03ae011b80dcd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0234735 Jun 26 16:26:13.975042 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-4b7cfa25-31f6-405e-ba11-3ebe8c721395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:13.977609 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 50424) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:13.984327 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78891c99-9476-46c9-84ef-727cc6d56d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b94316-e1fa-4551-b8d6-ac25aa90411f,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:13.987409 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-78891c99-9476-46c9-84ef-727cc6d56d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:14.026269 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-a743780c-5c5d-4ca7-b6a1-594000096d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:14.045699 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:14.070046 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2d87cac-77cf-485d-9eef-e170f6c56d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:14.103912 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2d87cac-77cf-485d-9eef-e170f6c56d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:14.107446 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-efff0f56-c365-4d12-8500-6eeac0fe580c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:14.128870 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743780c-5c5d-4ca7-b6a1-594000096d3d None None] Pushing event updated for resources: {'Port': ['ID=642319f0-ae83-45cf-b910-0566d0ce42c0,revision_number=3']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:14.129073 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33119aa-82b9-42b2-aa5a-354fd63068be admin admin] Router d92536f8-cd05-4ff0-826f-2de42df908fb is scheduled to L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 with binding_index 1 {{(pid=93424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 16:26:14.134195 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7cfa25-31f6-405e-ba11-3ebe8c721395 admin admin] Checking segment: {'id': '4dae9ae4-b11c-4294-92fd-1201526fc22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '838ee064-f821-42c8-9617-9a149204fe5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:26:14.136095 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7cfa25-31f6-405e-ba11-3ebe8c721395 admin admin] Network hostable DHCP agents. Network: 838ee064-f821-42c8-9617-9a149204fe5b, hostable agents: ['e5212cc2-9f20-47fc-9661-8d059b13ec7e'], hosted agents: [] {{(pid=93425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:26:14.140644 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-a743780c-5c5d-4ca7-b6a1-594000096d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:14.204093 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50444) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:14.206528 dv-cinder-798189-1-iscsi neutron-server[93425]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 26 16:26:14.254864 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-efff0f56-c365-4d12-8500-6eeac0fe580c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:14.264706 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-e271c110-fe69-495f-9cb4-120fa6497645 None None] Provisioning complete for port 642319f0-ae83-45cf-b910-0566d0ce42c0 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:26:14.269499 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7cfa25-31f6-405e-ba11-3ebe8c721395 admin admin] Network 838ee064-f821-42c8-9617-9a149204fe5b is scheduled to be hosted by DHCP agent e5212cc2-9f20-47fc-9661-8d059b13ec7e with binding_index 1 {{(pid=93425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:26:14.271129 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-e271c110-fe69-495f-9cb4-120fa6497645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:14.285093 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2d87cac-77cf-485d-9eef-e170f6c56d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:14.289817 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2d87cac-77cf-485d-9eef-e170f6c56d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:14.293951 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-b2d87cac-77cf-485d-9eef-e170f6c56d23 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8b94316-e1fa-4551-b8d6-ac25aa90411f HTTP/1.1" status: 204 len: 168 time: 0.3123367 Jun 26 16:26:14.294687 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-78891c99-9476-46c9-84ef-727cc6d56d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:14.298650 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:14.331226 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d87cac-77cf-485d-9eef-e170f6c56d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b94316-e1fa-4551-b8d6-ac25aa90411f,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:14.334681 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b2d87cac-77cf-485d-9eef-e170f6c56d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:14.349563 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33119aa-82b9-42b2-aa5a-354fd63068be admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:26:14.360004 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] Sync routers for ids ['d92536f8-cd05-4ff0-826f-2de42df908fb'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:26:14.375517 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] Routers {'d92536f8-cd05-4ff0-826f-2de42df908fb'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:26:14.380623 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:26:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d92536f8-cd05-4ff0-826f-2de42df908fb'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:26:14.416497 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 50456) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:14.422971 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-3abf839b-4a5e-43eb-94b7-cc8b9b7acecf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1439861860-network', 'tenant_id': 'ac86c6f741e3491d9c4dcd798ad47081'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:14.510203 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a33119aa-82b9-42b2-aa5a-354fd63068be admin admin] Notify callbacks [] for router, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:14.516473 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-a33119aa-82b9-42b2-aa5a-354fd63068be admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1653900 Jun 26 16:26:14.517695 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 50458) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:14.532916 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [None req-4b7cfa25-31f6-405e-ba11-3ebe8c721395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-iscsi, 838ee064-f821-42c8-9617-9a149204fe5b) {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:26:14.541889 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a40553-e9e4-4e56-84a7-9e4c84f706cc None None] Network 838ee064-f821-42c8-9617-9a149204fe5b requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:26:14.544166 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] Set router d92536f8-cd05-4ff0-826f-2de42df908fb gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:26:14.551082 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c231fb71-528a-4b84-9453-91e7037851b7 admin admin] Made reservation on behalf of 534f87da7c2648209e343c45a1a7f137 for: {'subnet': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:26:14.553984 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c231fb71-528a-4b84-9453-91e7037851b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:14.576637 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7cfa25-31f6-405e-ba11-3ebe8c721395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:14.578140 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfa25-31f6-405e-ba11-3ebe8c721395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:14.637759 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abf839b-4a5e-43eb-94b7-cc8b9b7acecf admin admin] Made reservation on behalf of ac86c6f741e3491d9c4dcd798ad47081 for: {'network': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:26:14.638750 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-efff0f56-c365-4d12-8500-6eeac0fe580c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99c056e54d2b44f9bd57533412ffc00e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5087240 Jun 26 16:26:14.646965 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff0f56-c365-4d12-8500-6eeac0fe580c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fa0833-47ce-4d76-960e-540babfbf8fa,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:14.650528 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3abf839b-4a5e-43eb-94b7-cc8b9b7acecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for network, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:14.657100 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 50460) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:14.683518 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-efff0f56-c365-4d12-8500-6eeac0fe580c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:14.693874 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-6cb608e8-878c-41cb-a8ec-0e0ba7850afa tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:14.695759 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-6cb608e8-878c-41cb-a8ec-0e0ba7850afa tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/networks?id=97994b83-c9d5-4295-b996-e7ea06d003f7 HTTP/1.1" status: 200 len: 815 time: 0.4903357 Jun 26 16:26:14.707512 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3abf839b-4a5e-43eb-94b7-cc8b9b7acecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:14.717082 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-1b1de53f-04d4-404f-a939-dd9f43d911fa tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/quotas/14ad47b559944607a65533bcc1a88f5a HTTP/1.1" status: 200 len: 375 time: 0.0139823 Jun 26 16:26:14.729163 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c82eb0-f08d-409c-a1b1-10b0e238e7c0 None None] Network 838ee064-f821-42c8-9617-9a149204fe5b requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:26:14.775821 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-4b7cfa25-31f6-405e-ba11-3ebe8c721395 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6750712 Jun 26 16:26:14.783576 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 50466) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:14.786676 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-36daf0b9-03d3-49a9-acfb-7bbd2b639f9b tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=14ad47b559944607a65533bcc1a88f5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618703 Jun 26 16:26:14.795486 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-4687d5eb-43f5-48dd-a720-b22437417a0a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-321493384-router', 'tenant_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:14.898010 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4ff9bf5c-9a6b-43e8-b41d-484775cc05d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:14.903525 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'name': 'tempest-AttachVolumeTestJSON-1853895905-router', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:11Z', 'updated_at': '2021-06-26T16:26:12Z', 'revision_number': 3, 'project_id': '37245b0b96f64637951914c50cb066eb', 'gw_port': {'id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:12Z', 'updated_at': '2021-06-26T16:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:26:14.946802 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4ff9bf5c-9a6b-43e8-b41d-484775cc05d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:14.966598 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] Checking router: d92536f8-cd05-4ff0-826f-2de42df908fb for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:26:14.966598 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] Updating router d92536f8-cd05-4ff0-826f-2de42df908fb port e6effc94-cb5c-44b8-83cd-69ae2daff3f9 binding host dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:26:15.004142 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.051763 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-1a234ac4-ce73-4c4a-b1e3-129064bad1b6 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 16:26:15.052789 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-1a234ac4-ce73-4c4a-b1e3-129064bad1b6 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0501516 Jun 26 16:26:15.081373 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c231fb71-528a-4b84-9453-91e7037851b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for subnet, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.092018 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:15.119638 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3abf839b-4a5e-43eb-94b7-cc8b9b7acecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.159983 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4ff9bf5c-9a6b-43e8-b41d-484775cc05d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.164288 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4ff9bf5c-9a6b-43e8-b41d-484775cc05d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.165419 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-4ff9bf5c-9a6b-43e8-b41d-484775cc05d0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40fa0833-47ce-4d76-960e-540babfbf8fa HTTP/1.1" status: 204 len: 168 time: 0.5014825 Jun 26 16:26:15.169957 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b2d87cac-77cf-485d-9eef-e170f6c56d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:15.180161 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9bf5c-9a6b-43e8-b41d-484775cc05d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fa0833-47ce-4d76-960e-540babfbf8fa,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:15.181708 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231fb71-528a-4b84-9453-91e7037851b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd879d35-8116-4f09-8060-cf9a9c444aa3,revision_number=0']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:15.184253 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-4ff9bf5c-9a6b-43e8-b41d-484775cc05d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:15.187939 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c231fb71-528a-4b84-9453-91e7037851b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:15.212620 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3abf839b-4a5e-43eb-94b7-cc8b9b7acecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.217889 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-ec6375cb-96bb-48a2-9b12-26b68dd69384 service neutron] 10.222.0.35 "GET /v2.0/networks/97994b83-c9d5-4295-b996-e7ea06d003f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593049 Jun 26 16:26:15.219039 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c231fb71-528a-4b84-9453-91e7037851b7 admin admin] Checking segment: {'id': 'b0f46aa9-9825-4a0c-af1b-029a25f4dace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7329151-8119-48fb-8ac6-36808d62f3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:26:15.219163 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c231fb71-528a-4b84-9453-91e7037851b7 admin admin] Network hostable DHCP agents. Network: e7329151-8119-48fb-8ac6-36808d62f3f4, hostable agents: ['e5212cc2-9f20-47fc-9661-8d059b13ec7e'], hosted agents: [] {{(pid=93425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:26:15.224071 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-bc9fe402-b9fb-4607-93eb-9ffa8b669a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:15.253686 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abf839b-4a5e-43eb-94b7-cc8b9b7acecf admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:26:15.301520 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf839b-4a5e-43eb-94b7-cc8b9b7acecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd73d9d-6353-4de7-9f5e-86475618ca58,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:15.305673 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3abf839b-4a5e-43eb-94b7-cc8b9b7acecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.306026 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.segments_db [None req-3abf839b-4a5e-43eb-94b7-cc8b9b7acecf admin admin] Added segment 284e0462-18ca-4f72-8e3c-f3fd19300895 of type vlan for network 581c4a79-33b3-4037-95b0-6d0f0444fca6 Jun 26 16:26:15.316567 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-3abf839b-4a5e-43eb-94b7-cc8b9b7acecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:15.322815 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.324972 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-54d24ed8-7894-4569-a848-a324eb29b4f7 service neutron] 10.222.0.35 "GET /v2.0/networks/97994b83-c9d5-4295-b996-e7ea06d003f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972149 Jun 26 16:26:15.335207 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] Transition to ACTIVE for port object e6effc94-cb5c-44b8-83cd-69ae2daff3f9 will not be triggered until provisioned by entity L2. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:26:15.341735 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4687d5eb-43f5-48dd-a720-b22437417a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.342699 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4687d5eb-43f5-48dd-a720-b22437417a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679976', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5645'] for router, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.362719 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3abf839b-4a5e-43eb-94b7-cc8b9b7acecf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735252774503'] for network, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.374343 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.378272 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c231fb71-528a-4b84-9453-91e7037851b7 admin admin] Network e7329151-8119-48fb-8ac6-36808d62f3f4 is scheduled to be hosted by DHCP agent e5212cc2-9f20-47fc-9661-8d059b13ec7e with binding_index 1 {{(pid=93425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:26:15.407255 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.419726 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-7b8a3f54-4051-4857-9d70-81662193fd56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:15.421452 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50484) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:15.444701 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] Attempting to bind port e6effc94-cb5c-44b8-83cd-69ae2daff3f9 on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:26:15.444701 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] Attempting to bind port e6effc94-cb5c-44b8-83cd-69ae2daff3f9 by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:26:15.444701 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] Attempting to bind port e6effc94-cb5c-44b8-83cd-69ae2daff3f9 on network 1236ffa6-61e0-401d-8733-f5e5c635b4bb {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:26:15.447940 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-e5b297d7-e901-499b-a7ef-39c6907bf5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.465578 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [None req-c231fb71-528a-4b84-9453-91e7037851b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-iscsi, e7329151-8119-48fb-8ac6-36808d62f3f4) {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:26:15.468130 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:26:15.473844 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] Checking segment: {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:26:15.473844 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.473844 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] Bound using segment: {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'} {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:26:15.473844 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] Bound port: e6effc94-cb5c-44b8-83cd-69ae2daff3f9, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:26:15.473844 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.478085 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b857ed1-92d4-45e9-8e92-833e679d0a3f None None] Network e7329151-8119-48fb-8ac6-36808d62f3f4 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:26:15.486192 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c231fb71-528a-4b84-9453-91e7037851b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:15.486806 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c231fb71-528a-4b84-9453-91e7037851b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.514100 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c157a1-cbfa-4d4c-b972-385e9599e0b0 None None] Pushing event updated for resources: {'Port': ['ID=e6effc94-cb5c-44b8-83cd-69ae2daff3f9,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:15.530631 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c157a1-cbfa-4d4c-b972-385e9599e0b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c157a1-cbfa-4d4c-b972-385e9599e0b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c157a1-cbfa-4d4c-b972-385e9599e0b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c157a1-cbfa-4d4c-b972-385e9599e0b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c157a1-cbfa-4d4c-b972-385e9599e0b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c157a1-cbfa-4d4c-b972-385e9599e0b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c157a1-cbfa-4d4c-b972-385e9599e0b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c157a1-cbfa-4d4c-b972-385e9599e0b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c157a1-cbfa-4d4c-b972-385e9599e0b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c157a1-cbfa-4d4c-b972-385e9599e0b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c157a1-cbfa-4d4c-b972-385e9599e0b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c157a1-cbfa-4d4c-b972-385e9599e0b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c157a1-cbfa-4d4c-b972-385e9599e0b0 None None] Tracked resource versions report: Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: pushed versions: Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: { 'AddressGroup': {'1.2'}, Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: 'ConntrackHelper': {'1.0'}, Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: 'Log': {'1.0'}, Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: 'Network': {'1.1'}, Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: 'Port': {'1.7'}, Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: 'PortForwarding': {'1.2'}, Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: 'QosPolicy': {'1.8'}, Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: 'SecurityGroup': {'1.4'}, Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: 'SecurityGroupRule': {'1.2'}, Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: 'SubPort': {'1.0'}, Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: 'Subnet': {'1.1'}, Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: 'Trunk': {'1.1'}} Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: consumer versions: Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: { DHCP agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: HyperV agent@hv-cinder-79818: {}, Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: L3 agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: Metadata agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: Metering agent@dv-cinder-798189-1-iscsi: {}, Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: Open vSwitch agent@dv-cinder-798189-1-iscsi: { 'AddressGroup': '1.2', Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: 'ConntrackHelper': '1.0', Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: 'Log': '1.0', Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: 'Network': '1.1', Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: 'Port': '1.7', Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: 'PortForwarding': '1.2', Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: 'QosPolicy': '1.8', Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: 'SecurityGroup': '1.4', Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: 'SecurityGroupRule': '1.2', Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: 'SubPort': '1.0', Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: 'Subnet': '1.1', Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: 'Trunk': '1.1'}} Jun 26 16:26:15.538970 dv-cinder-798189-1-iscsi neutron-server[93427]: {{(pid=93427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 16:26:15.544313 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c3c157a1-cbfa-4d4c-b972-385e9599e0b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:15.550659 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] For port e6effc94-cb5c-44b8-83cd-69ae2daff3f9, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:26:15.554329 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] For port e6effc94-cb5c-44b8-83cd-69ae2daff3f9, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=e6effc94-cb5c-44b8-83cd-69ae2daff3f9,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:26:15.558695 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.db.resource_extend [None req-3abf839b-4a5e-43eb-94b7-cc8b9b7acecf admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 26 16:26:15.626624 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.631565 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:15.642815 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-e5b297d7-e901-499b-a7ef-39c6907bf5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.671664 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4687d5eb-43f5-48dd-a720-b22437417a0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.704796 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f181f6b1-bdab-4ef6-8f8c-994b2c61415f None None] Network e7329151-8119-48fb-8ac6-36808d62f3f4 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:26:15.724625 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-e5b297d7-e901-499b-a7ef-39c6907bf5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.727345 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:15.738813 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c157a1-cbfa-4d4c-b972-385e9599e0b0 None None] Pushing event updated for resources: {'Port': ['ID=e6effc94-cb5c-44b8-83cd-69ae2daff3f9,revision_number=3']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:15.750863 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c3c157a1-cbfa-4d4c-b972-385e9599e0b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:15.757207 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] Routers {'d92536f8-cd05-4ff0-826f-2de42df908fb'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:26:15.757859 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:26:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d92536f8-cd05-4ff0-826f-2de42df908fb'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:26:15.779701 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50496) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:15.825583 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3abf839b-4a5e-43eb-94b7-cc8b9b7acecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for network, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.863430 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abf839b-4a5e-43eb-94b7-cc8b9b7acecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:15.864059 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3abf839b-4a5e-43eb-94b7-cc8b9b7acecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:15.870063 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:15.895093 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-c231fb71-528a-4b84-9453-91e7037851b7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4478979 Jun 26 16:26:15.902507 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-05c53973-d1ce-4983-948e-5d380f2d457c req-ceb6c376-dc71-4fdf-aa45-3f76effba017 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 210 time: 0.1158834 Jun 26 16:26:15.905936 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b297d7-e901-499b-a7ef-39c6907bf5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239c0711-5c96-4a4f-a524-70b5486464d4,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:15.910492 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-e5b297d7-e901-499b-a7ef-39c6907bf5bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f9683de7353456b9a99468d8ae009be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4876559 Jun 26 16:26:15.911517 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-e5b297d7-e901-499b-a7ef-39c6907bf5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:15.915037 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50508) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:15.950276 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] Set router d92536f8-cd05-4ff0-826f-2de42df908fb gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:26:15.982062 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f6183975-62ca-424f-aa28-8b902ea3aa76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:16.007670 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f6183975-62ca-424f-aa28-8b902ea3aa76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:16.094751 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4687d5eb-43f5-48dd-a720-b22437417a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5695'] for router, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:16.102412 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Allocated IP 172.20.0.1 (6e78350e-b03c-4768-a782-c82d20e18c58/bf83ec24-380c-4a3f-bf30-b819dca890ff/537d5037-1a9c-43e3-a4b0-cf095f0fc0b8) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:26:16.110021 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-3abf839b-4a5e-43eb-94b7-cc8b9b7acecf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6923988 Jun 26 16:26:16.114124 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 50512) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:16.114124 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf839b-4a5e-43eb-94b7-cc8b9b7acecf admin admin] Pushing event updated for resources: {'Network': ['ID=581c4a79-33b3-4037-95b0-6d0f0444fca6,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:16.116469 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-3abf839b-4a5e-43eb-94b7-cc8b9b7acecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:16.122422 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-81828fa0-c49d-403d-9057-1033c2d86f5c admin admin] Request body: {'subnet': {'network_id': '581c4a79-33b3-4037-95b0-6d0f0444fca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1439861860-subnet', 'tenant_id': 'ac86c6f741e3491d9c4dcd798ad47081', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:16.126826 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Network 581c4a79-33b3-4037-95b0-6d0f0444fca6 details requested by agent ovs-agent-dv-cinder-798189-1-iscsi with host dv-cinder-798189-1-iscsi {{(pid=93426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:26:16.153795 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 642319f0-ae83-45cf-b910-0566d0ce42c0 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:26:16.155570 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50514) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:16.180193 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f6183975-62ca-424f-aa28-8b902ea3aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:16.185197 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a51d95bc-37f9-4c83-8ef8-2a63b9b7c5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:16.196646 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f6183975-62ca-424f-aa28-8b902ea3aa76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:16.200086 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-f6183975-62ca-424f-aa28-8b902ea3aa76 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/239c0711-5c96-4a4f-a524-70b5486464d4 HTTP/1.1" status: 204 len: 168 time: 0.2804596 Jun 26 16:26:16.210157 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'name': 'tempest-AttachVolumeTestJSON-1853895905-router', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:11Z', 'updated_at': '2021-06-26T16:26:12Z', 'revision_number': 3, 'project_id': '37245b0b96f64637951914c50cb066eb', 'gw_port': {'id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:12Z', 'updated_at': '2021-06-26T16:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:26:16.212718 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:16.256033 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65221d14-2ac0-4680-ba6d-b3d813b3ecab None None] The sync data for ids ['d92536f8-cd05-4ff0-826f-2de42df908fb'] in dv-cinder-798189-1-iscsi is: [{'id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'name': 'tempest-AttachVolumeTestJSON-1853895905-router', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:11Z', 'updated_at': '2021-06-26T16:26:12Z', 'revision_number': 3, 'project_id': '37245b0b96f64637951914c50cb066eb', 'gw_port': {'id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:12Z', 'updated_at': '2021-06-26T16:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:26:16.256372 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6183975-62ca-424f-aa28-8b902ea3aa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239c0711-5c96-4a4f-a524-70b5486464d4,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:16.264255 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-f6183975-62ca-424f-aa28-8b902ea3aa76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:16.275238 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81828fa0-c49d-403d-9057-1033c2d86f5c admin admin] Made reservation on behalf of ac86c6f741e3491d9c4dcd798ad47081 for: {'subnet': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:26:16.281774 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-81828fa0-c49d-403d-9057-1033c2d86f5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:16.389478 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 642319f0-ae83-45cf-b910-0566d0ce42c0 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:26:16.389858 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:16.450059 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a51d95bc-37f9-4c83-8ef8-2a63b9b7c5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:16.463241 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50518) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:16.500898 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a51d95bc-37f9-4c83-8ef8-2a63b9b7c5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:16.506707 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:16.588500 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-a51d95bc-37f9-4c83-8ef8-2a63b9b7c5ff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e8d14398b08144f5a54b714444fc1ac3&name=default HTTP/1.1" status: 200 len: 2978 time: 0.4315579 Jun 26 16:26:16.590206 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d95bc-37f9-4c83-8ef8-2a63b9b7c5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081424bd-9ada-46fc-8218-809c60bea336,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:16.604382 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-a51d95bc-37f9-4c83-8ef8-2a63b9b7c5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:16.605687 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50528) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:16.727662 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-791cd6f1-9409-4686-ab27-f6344f9920c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:16.766637 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:16.794721 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-b473c462-e667-4815-b3d2-f6ea367ff55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:16.810498 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.provisioning_blocks [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Transition to ACTIVE for port object 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8 will not be triggered until provisioned by entity DHCP. {{(pid=93424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:26:16.831391 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-b473c462-e667-4815-b3d2-f6ea367ff55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:16.921445 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-791cd6f1-9409-4686-ab27-f6344f9920c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:16.985632 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:16.995958 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-791cd6f1-9409-4686-ab27-f6344f9920c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:16.996953 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-b473c462-e667-4815-b3d2-f6ea367ff55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:17.008217 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-a8e24d5b-86b9-40c6-a8b7-46016d4a1b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:17.016301 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a33119aa-82b9-42b2-aa5a-354fd63068be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:17.056918 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-81828fa0-c49d-403d-9057-1033c2d86f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for subnet, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:17.068508 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-b473c462-e667-4815-b3d2-f6ea367ff55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:17.069413 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-b473c462-e667-4815-b3d2-f6ea367ff55f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/081424bd-9ada-46fc-8218-809c60bea336 HTTP/1.1" status: 204 len: 168 time: 0.4626260 Jun 26 16:26:17.073299 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Network 6e78350e-b03c-4768-a782-c82d20e18c58 is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:26:17.098327 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:26:17.100736 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:26:17.101219 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684301'] for router_interface, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:17.128147 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Pushing event updated for resources: {'Port': ['ID=537d5037-1a9c-43e3-a4b0-cf095f0fc0b8,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:17.131258 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:17.139183 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6300b46f-b697-437a-a074-d5bc2535e8ff req-2e425f49-cf3d-4b54-9733-069253f6295c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 210 time: 0.1412168 Jun 26 16:26:17.180976 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:17.210917 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-791cd6f1-9409-4686-ab27-f6344f9920c1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0aec04c20da8424e989ddb6fe5206dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7462752 Jun 26 16:26:17.220061 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 50560) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:17.249953 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cd6f1-9409-4686-ab27-f6344f9920c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3bddd4-6914-4d9b-979d-4fa550c1a142,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:17.303458 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4687d5eb-43f5-48dd-a720-b22437417a0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:17.376952 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473c462-e667-4815-b3d2-f6ea367ff55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081424bd-9ada-46fc-8218-809c60bea336,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:17.380388 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4687d5eb-43f5-48dd-a720-b22437417a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:17.388014 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-b473c462-e667-4815-b3d2-f6ea367ff55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:17.388493 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-f6183975-62ca-424f-aa28-8b902ea3aa76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:17.388844 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-f6183975-62ca-424f-aa28-8b902ea3aa76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:17.415929 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81828fa0-c49d-403d-9057-1033c2d86f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=27f70f8e-123d-4b16-97cd-a92f4f31ba34,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:17.420063 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-81828fa0-c49d-403d-9057-1033c2d86f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:17.454916 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-4705df2c-6af7-4597-adde-509de9bdc217 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:17.469521 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-4705df2c-6af7-4597-adde-509de9bdc217 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/networks?id=e7329151-8119-48fb-8ac6-36808d62f3f4 HTTP/1.1" status: 200 len: 811 time: 0.2880805 Jun 26 16:26:17.479044 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-839839a8-033a-4213-b5e0-d528b667aa8d tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/quotas/534f87da7c2648209e343c45a1a7f137 HTTP/1.1" status: 200 len: 375 time: 0.0132463 Jun 26 16:26:17.488861 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5ac84a5a-a863-4ef7-b6f9-4608d4c741a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:17.524748 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-5f564fd0-0fe9-4832-92cd-1e1cb932e1f4 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=534f87da7c2648209e343c45a1a7f137&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362647 Jun 26 16:26:17.567545 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81828fa0-c49d-403d-9057-1033c2d86f5c admin admin] Checking segment: {'id': '284e0462-18ca-4f72-8e3c-f3fd19300895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '581c4a79-33b3-4037-95b0-6d0f0444fca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:26:17.567916 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81828fa0-c49d-403d-9057-1033c2d86f5c admin admin] Network hostable DHCP agents. Network: 581c4a79-33b3-4037-95b0-6d0f0444fca6, hostable agents: ['e5212cc2-9f20-47fc-9661-8d059b13ec7e'], hosted agents: [] {{(pid=93424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:26:17.585469 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5ac84a5a-a863-4ef7-b6f9-4608d4c741a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:17.635619 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-560e2165-95ec-492d-949e-246714d9e0a4 service neutron] 10.222.0.35 "GET /v2.0/networks/e7329151-8119-48fb-8ac6-36808d62f3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028852 Jun 26 16:26:17.671743 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-69c0ed05-14b5-4ce8-9e27-4c0afca74ca2 None None] Provisioning for port 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8 completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:26:17.676419 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-69c0ed05-14b5-4ce8-9e27-4c0afca74ca2 None None] Provisioning complete for port 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:26:17.677176 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-69c0ed05-14b5-4ce8-9e27-4c0afca74ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:17.733845 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-69c0ed05-14b5-4ce8-9e27-4c0afca74ca2 None None] Port 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8 cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:26:17.734201 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:17.755320 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [None req-4687d5eb-43f5-48dd-a720-b22437417a0a admin admin] Allocated IP 172.27.2.67 (1236ffa6-61e0-401d-8733-f5e5c635b4bb/85c7ca79-f8ed-404d-bbb5-368914d3121b/c6d2b49f-05b9-41ef-93ad-4e6b82be8e79) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:26:17.761692 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81828fa0-c49d-403d-9057-1033c2d86f5c admin admin] Network 581c4a79-33b3-4037-95b0-6d0f0444fca6 is scheduled to be hosted by DHCP agent e5212cc2-9f20-47fc-9661-8d059b13ec7e with binding_index 1 {{(pid=93424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:26:17.801303 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-5043f14c-5397-4007-a73d-5ae9b26d4ba3 service neutron] 10.222.0.35 "GET /v2.0/networks/e7329151-8119-48fb-8ac6-36808d62f3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573906 Jun 26 16:26:17.863674 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5ac84a5a-a863-4ef7-b6f9-4608d4c741a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:17.881957 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5ac84a5a-a863-4ef7-b6f9-4608d4c741a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:17.883150 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-5ac84a5a-a863-4ef7-b6f9-4608d4c741a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c3bddd4-6914-4d9b-979d-4fa550c1a142 HTTP/1.1" status: 204 len: 168 time: 0.6553535 Jun 26 16:26:17.891626 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:17.956776 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac84a5a-a863-4ef7-b6f9-4608d4c741a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3bddd4-6914-4d9b-979d-4fa550c1a142,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:17.965255 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-5ac84a5a-a863-4ef7-b6f9-4608d4c741a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:17.967270 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-81828fa0-c49d-403d-9057-1033c2d86f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-iscsi, 581c4a79-33b3-4037-95b0-6d0f0444fca6) {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:26:17.975615 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81828fa0-c49d-403d-9057-1033c2d86f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:17.976186 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-81828fa0-c49d-403d-9057-1033c2d86f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:17.977619 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1bb44c-4d3e-4463-970b-854932cdb413 None None] Network 581c4a79-33b3-4037-95b0-6d0f0444fca6 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:26:18.052645 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4687d5eb-43f5-48dd-a720-b22437417a0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:18.085944 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:18.121660 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-81828fa0-c49d-403d-9057-1033c2d86f5c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0017755 Jun 26 16:26:18.154533 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf2b370-0324-4643-bfc4-3cda2a0de83e None None] Network 581c4a79-33b3-4037-95b0-6d0f0444fca6 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:26:18.192567 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:18.193945 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684433'] for router_interface, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:18.198122 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:18.260874 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4687d5eb-43f5-48dd-a720-b22437417a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:18.279713 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device e6effc94-cb5c-44b8-83cd-69ae2daff3f9 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:26:18.289394 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9faac133-30f8-4efd-a882-571a09e3e48f req-4965fc7f-dae4-42a9-a0bb-3b1ed5fe1d61 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 210 time: 0.1368139 Jun 26 16:26:18.354628 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf263327-f241-4be5-ac9d-8b0bef64aef1 req-b00befcf-fe0b-4ca7-b88b-24f9d398324f tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 210 time: 0.0385625 Jun 26 16:26:18.399989 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4687d5eb-43f5-48dd-a720-b22437417a0a admin admin] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:26:18.405176 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-4687d5eb-43f5-48dd-a720-b22437417a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:26:18.424788 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4687d5eb-43f5-48dd-a720-b22437417a0a admin admin] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:26:18.482780 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Pushing event updated for resources: {'Port': ['ID=537d5037-1a9c-43e3-a4b0-cf095f0fc0b8,revision_number=2']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:18.490014 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:18.490443 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:18.492244 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port e6effc94-cb5c-44b8-83cd-69ae2daff3f9 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:26:18.498091 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port e6effc94-cb5c-44b8-83cd-69ae2daff3f9 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:26:18.499013 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:18.596750 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Network 6e78350e-b03c-4768-a782-c82d20e18c58 is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:26:18.597595 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687d5eb-43f5-48dd-a720-b22437417a0a admin admin] Pushing event updated for resources: {'Port': ['ID=c6d2b49f-05b9-41ef-93ad-4e6b82be8e79,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:18.602046 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-4687d5eb-43f5-48dd-a720-b22437417a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:18.607418 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:26:18.688953 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:18.690638 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50624) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:18.734561 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port e6effc94-cb5c-44b8-83cd-69ae2daff3f9, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=e6effc94-cb5c-44b8-83cd-69ae2daff3f9,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:26:18.785993 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:18.788438 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:18.818841 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_v2 [None req-247f11f9-f7d2-4d86-b557-e0625a8ec266 admin admin] Deleting subnet 5dcbd4d2-97b4-4195-91fb-2be06ef9079d {{(pid=93425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:26:18.824820 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-247f11f9-f7d2-4d86-b557-e0625a8ec266 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:18.884538 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=e6effc94-cb5c-44b8-83cd-69ae2daff3f9,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:18.887877 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:18.893230 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-247f11f9-f7d2-4d86-b557-e0625a8ec266 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:18.905625 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-247f11f9-f7d2-4d86-b557-e0625a8ec266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077411'] for subnet, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:19.070554 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-f48ef7f3-ce76-4351-a5a6-db9ea3190b91 None None] Provisioning complete for port 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:26:19.070986 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-f48ef7f3-ce76-4351-a5a6-db9ea3190b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:19.095342 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-247f11f9-f7d2-4d86-b557-e0625a8ec266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for subnet, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:19.099328 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c231fb71-528a-4b84-9453-91e7037851b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:19.106251 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Router d92536f8-cd05-4ff0-826f-2de42df908fb has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:26:19.107786 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4687d5eb-43f5-48dd-a720-b22437417a0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:19.134585 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-f48ef7f3-ce76-4351-a5a6-db9ea3190b91 None None] Port 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8 cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:26:19.138971 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f11f9-f7d2-4d86-b557-e0625a8ec266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dcbd4d2-97b4-4195-91fb-2be06ef9079d,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:19.152305 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-247f11f9-f7d2-4d86-b557-e0625a8ec266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:19.157162 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-247f11f9-f7d2-4d86-b557-e0625a8ec266 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5dcbd4d2-97b4-4195-91fb-2be06ef9079d HTTP/1.1" status: 204 len: 168 time: 0.4625628 Jun 26 16:26:19.158018 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50646) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:19.194054 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-247f11f9-f7d2-4d86-b557-e0625a8ec266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:19.253128 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599898'] for network, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:19.351667 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:26:19.360942 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] 10.222.0.35 "PUT /v2.0/routers/d92536f8-cd05-4ff0-826f-2de42df908fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8392553 Jun 26 16:26:19.361764 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] Sync routers for ids ['d92536f8-cd05-4ff0-826f-2de42df908fb'] in dv-cinder-798189-1-iscsi {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:26:19.375002 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] Routers {'d92536f8-cd05-4ff0-826f-2de42df908fb'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:26:19.377166 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:26:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d92536f8-cd05-4ff0-826f-2de42df908fb'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:26:19.425773 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2078910', 'neutron.services.segments.db._delete_segments_for_network-8735253278486'] for network, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:19.436278 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4687d5eb-43f5-48dd-a720-b22437417a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646799'] for router, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:19.634465 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-11bf7774-2abf-4435-88d6-06b6284d6e54 req-2b65db17-8ccc-4026-8096-582996803812 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 210 time: 0.1835938 Jun 26 16:26:19.640347 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:26:19.640991 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:26:19.642583 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:26:19.643335 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Subscribe: > port after_create 55550000 {{(pid=93425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:26:19.643966 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Subscribe: > port after_delete 55550000 {{(pid=93425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:26:19.644515 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Subscribe: > port after_update 55550000 {{(pid=93425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:26:19.644954 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:26:19.645283 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:26:19.645604 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:26:19.646107 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:26:19.648425 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] Set router d92536f8-cd05-4ff0-826f-2de42df908fb gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:26:19.797802 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4687d5eb-43f5-48dd-a720-b22437417a0a admin admin] Router 3ac9d136-3410-4e3a-81dc-61cd114d516c is scheduled to L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 with binding_index 1 {{(pid=93424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 16:26:19.901598 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:26:19.903169 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:26:19.903512 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:26:19.903844 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:26:19.904204 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d6300ea-fe52-4a8d-b9bf-86c6f8750459']}} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:26:19.938356 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08068f93-2258-4297-af98-62d137c94f1f') {'for_net_delete': True} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:26:19.938649 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08068f93-2258-4297-af98-62d137c94f1f') {} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:26:19.945763 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'name': 'tempest-AttachVolumeTestJSON-1853895905-router', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:11Z', 'updated_at': '2021-06-26T16:26:17Z', 'revision_number': 4, 'project_id': '37245b0b96f64637951914c50cb066eb', 'gw_port': {'id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:12Z', 'updated_at': '2021-06-26T16:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '537d5037-1a9c-43e3-a4b0-cf095f0fc0b8', 'name': '', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'mac_address': 'fa:16:3e:8b:95:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:26:17Z', 'revision_number': 2, 'project_id': '37245b0b96f64637951914c50cb066eb', 'subnets': [{'id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:26:19.967669 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4687d5eb-43f5-48dd-a720-b22437417a0a admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:26:19.979780 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] Checking router: d92536f8-cd05-4ff0-826f-2de42df908fb for host: dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:26:19.980298 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] Updating router d92536f8-cd05-4ff0-826f-2de42df908fb port 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8 binding host dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:26:19.983631 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] Sync routers for ids ['3ac9d136-3410-4e3a-81dc-61cd114d516c'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:26:19.987484 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b77226b5-8725-4d4b-839d-18ac64199fd3 req-bd94d6a5-22e5-4c68-84b0-9a9f41c438be tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 210 time: 0.0674145 Jun 26 16:26:19.989964 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735253296631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2683760'] for segment, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:20.000108 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] Routers {'3ac9d136-3410-4e3a-81dc-61cd114d516c'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:26:20.000793 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:26:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['3ac9d136-3410-4e3a-81dc-61cd114d516c'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:26:20.014672 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:20.025856 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:26:20.028434 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2366411'] for segment, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: from cryptography.utils import int_from_bytes Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: from cryptography.utils import int_from_bytes Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: Traceback (most recent call last): Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: timer() Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: cb(*args, **kw) Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: return func(*args, **kwargs) Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: self._notify() Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: self.callback(batched_events) Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: event.method(event) Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: return f(self, *a, **k) Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: return self._get(url).json() Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: return self.request(url, 'GET', **kwargs) Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:26:20.031840 dv-cinder-798189-1-iscsi neutron-server[93425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:26:20.039878 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:20.081142 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4687d5eb-43f5-48dd-a720-b22437417a0a admin admin] Notify callbacks [] for router, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:20.085049 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-4687d5eb-43f5-48dd-a720-b22437417a0a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2950494 Jun 26 16:26:20.085763 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 50684) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:20.267256 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2078901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646772'] for network, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:20.272486 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:20.276694 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:20.284404 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] 10.222.0.35 "DELETE /v2.0/networks/8d6300ea-fe52-4a8d-b9bf-86c6f8750459 HTTP/1.1" status: 204 len: 168 time: 1.1259904 Jun 26 16:26:20.285761 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50692) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:20.329897 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Pushing event deleted for resources: {'Network': ['ID=8d6300ea-fe52-4a8d-b9bf-86c6f8750459,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:20.368808 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:20.396627 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_v2 [None req-7227ed8a-92aa-46ba-be8c-c77949aa95d2 admin admin] Deleting subnet 27f70f8e-123d-4b16-97cd-a92f4f31ba34 {{(pid=93425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:26:20.412656 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] Set router 3ac9d136-3410-4e3a-81dc-61cd114d516c gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:26:20.423478 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-7227ed8a-92aa-46ba-be8c-c77949aa95d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:20.486814 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-7227ed8a-92aa-46ba-be8c-c77949aa95d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2683751'] for subnet, precommit_delete_associations {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:20.605367 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-7227ed8a-92aa-46ba-be8c-c77949aa95d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077411'] for subnet, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:20.642384 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac9d136-3410-4e3a-81dc-61cd114d516c', 'name': 'tempest-ServerRescueNegativeTestJSON-321493384-router', 'tenant_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c6d2b49f-05b9-41ef-93ad-4e6b82be8e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:26:18Z', 'revision_number': 3, 'project_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'gw_port': {'id': 'c6d2b49f-05b9-41ef-93ad-4e6b82be8e79', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac9d136-3410-4e3a-81dc-61cd114d516c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:17Z', 'updated_at': '2021-06-26T16:26:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:26:20.671024 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] Checking router: 3ac9d136-3410-4e3a-81dc-61cd114d516c for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:26:20.671577 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] Updating router 3ac9d136-3410-4e3a-81dc-61cd114d516c port c6d2b49f-05b9-41ef-93ad-4e6b82be8e79 binding host dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:26:20.724725 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:20.736895 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device e6effc94-cb5c-44b8-83cd-69ae2daff3f9 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:26:20.846819 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-7227ed8a-92aa-46ba-be8c-c77949aa95d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2366254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2799837'] for subnet, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:20.849142 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-247f11f9-f7d2-4d86-b557-e0625a8ec266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:20.906136 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227ed8a-92aa-46ba-be8c-c77949aa95d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27f70f8e-123d-4b16-97cd-a92f4f31ba34,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:20.910067 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-7227ed8a-92aa-46ba-be8c-c77949aa95d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:20.959613 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port e6effc94-cb5c-44b8-83cd-69ae2daff3f9 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:26:20.960105 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:20.989874 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:21.010675 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] Transition to ACTIVE for port object 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8 will not be triggered until provisioned by entity L2. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:26:21.037197 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3490c538-9224-4814-bb27-a862aa823e78 req-a27ff683-a9a6-45ef-bf75-2732342521fd tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 210 time: 0.1399512 Jun 26 16:26:21.038178 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-7227ed8a-92aa-46ba-be8c-c77949aa95d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:21.054408 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-7227ed8a-92aa-46ba-be8c-c77949aa95d2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/27f70f8e-123d-4b16-97cd-a92f4f31ba34 HTTP/1.1" status: 204 len: 168 time: 0.7331879 Jun 26 16:26:21.058686 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50716) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:21.102412 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:21.113428 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] Transition to ACTIVE for port object c6d2b49f-05b9-41ef-93ad-4e6b82be8e79 will not be triggered until provisioned by entity L2. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:26:21.124605 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:26:21.154385 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:21.161867 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:21.205217 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:21.223457 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17ed01-da3c-469f-a0dc-0fdcec9ac33d None None] Pushing event updated for resources: {'Port': ['ID=537d5037-1a9c-43e3-a4b0-cf095f0fc0b8,revision_number=3']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:21.227779 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-0e17ed01-da3c-469f-a0dc-0fdcec9ac33d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:21.279951 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f2bc3e7a-6224-401c-adc6-b9d6786af236 req-4e6b9231-96cc-4377-b675-921842415e2c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 210 time: 0.0916369 Jun 26 16:26:21.286636 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-0e487c73-207a-4c36-9d32-542f188ff082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599898'] for network, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:21.292404 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:21.302426 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:21.358358 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] Attempting to bind port c6d2b49f-05b9-41ef-93ad-4e6b82be8e79 on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:26:21.367251 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] Attempting to bind port c6d2b49f-05b9-41ef-93ad-4e6b82be8e79 by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:26:21.369923 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] Attempting to bind port c6d2b49f-05b9-41ef-93ad-4e6b82be8e79 on network 1236ffa6-61e0-401d-8733-f5e5c635b4bb {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:26:21.405813 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] Attempting to bind port 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8 on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:26:21.406559 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] Attempting to bind port 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8 by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': '4f604311-0f84-4b21-a003-273b77581632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58'}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:26:21.413083 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] Attempting to bind port 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8 on network 6e78350e-b03c-4768-a782-c82d20e18c58 {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:26:21.426914 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:26:21.429735 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.38', 54677) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:21.430233 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] Checking segment: {'id': '4f604311-0f84-4b21-a003-273b77581632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:26:21.431056 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:21.431686 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] Bound using segment: {'id': '4f604311-0f84-4b21-a003-273b77581632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58'} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:26:21.433191 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] Bound port: 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f604311-0f84-4b21-a003-273b77581632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58'}}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:26:21.433862 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:21.436219 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:26:21.439525 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] Checking segment: {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:26:21.446365 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:21.448048 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] Bound using segment: {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'} {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:26:21.450516 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] Bound port: c6d2b49f-05b9-41ef-93ad-4e6b82be8e79, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:26:21.451116 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:21.486710 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 50724) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:21.510474 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-58f1d783-085f-4b81-9867-19a209fcaeed tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--669690683', 'description': 'tempest-description--780686907'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:21.510588 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-0e487c73-207a-4c36-9d32-542f188ff082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2078910', 'neutron.services.segments.db._delete_segments_for_network-8735253278486'] for network, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:21.554205 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-0e487c73-207a-4c36-9d32-542f188ff082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581c4a79-33b3-4037-95b0-6d0f0444fca6']}} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:26:21.594035 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-0e487c73-207a-4c36-9d32-542f188ff082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284e0462-18ca-4f72-8e3c-f3fd19300895') {'for_net_delete': True} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:26:21.594334 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-0e487c73-207a-4c36-9d32-542f188ff082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284e0462-18ca-4f72-8e3c-f3fd19300895') {} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:26:21.602520 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] For port c6d2b49f-05b9-41ef-93ad-4e6b82be8e79, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:26:21.609113 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] For port c6d2b49f-05b9-41ef-93ad-4e6b82be8e79, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=c6d2b49f-05b9-41ef-93ad-4e6b82be8e79,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:26:21.609324 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-0e487c73-207a-4c36-9d32-542f188ff082 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735253296631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2683760'] for segment, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:21.629202 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-0e487c73-207a-4c36-9d32-542f188ff082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:21.634374 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] For port 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:26:21.644802 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e487c73-207a-4c36-9d32-542f188ff082 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:26:21.645194 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-0e487c73-207a-4c36-9d32-542f188ff082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2366411'] for segment, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: Traceback (most recent call last): Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: timer() Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: cb(*args, **kw) Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: return func(*args, **kwargs) Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: self._notify() Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: self.callback(batched_events) Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: event.method(event) Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: return f(self, *a, **k) Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: return self._get(url).json() Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: return self.request(url, 'GET', **kwargs) Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:26:21.647170 dv-cinder-798189-1-iscsi neutron-server[93425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:26:21.666010 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34050e4-8553-4823-b6e0-0e74d7a03375 None None] Pushing event updated for resources: {'Port': ['ID=c6d2b49f-05b9-41ef-93ad-4e6b82be8e79,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:21.673149 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c34050e4-8553-4823-b6e0-0e74d7a03375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:21.681692 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] Allocated IP 172.20.0.1 (838ee064-f821-42c8-9617-9a149204fe5b/306da1d4-c663-423c-a407-5d085628ca91/44f338c2-602b-445a-b275-385aed9e7ca4) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:26:21.724546 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:21.727844 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c34050e4-8553-4823-b6e0-0e74d7a03375 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:21.783208 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] Routers {'3ac9d136-3410-4e3a-81dc-61cd114d516c'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:26:21.784011 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:26:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['3ac9d136-3410-4e3a-81dc-61cd114d516c'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:26:21.788740 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-d2968a5d-a805-431c-acd8-18b5e7ab9836 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:21.790155 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-d2968a5d-a805-431c-acd8-18b5e7ab9836 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.38 "GET /v2.0/networks?id=97994b83-c9d5-4295-b996-e7ea06d003f7 HTTP/1.1" status: 200 len: 815 time: 0.3594420 Jun 26 16:26:21.842712 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34050e4-8553-4823-b6e0-0e74d7a03375 None None] Pushing event updated for resources: {'Port': ['ID=c6d2b49f-05b9-41ef-93ad-4e6b82be8e79,revision_number=3']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:21.844488 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-96614459-cb71-4b02-bc75-0e6e27776b2c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Request body: {'port': {'device_id': '954ef9f1-a7e5-454c-ba98-7df8a1a46409', 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7', 'admin_state_up': True, 'tenant_id': '14ad47b559944607a65533bcc1a88f5a'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:21.857783 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-58f1d783-085f-4b81-9867-19a209fcaeed tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:21.893734 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c34050e4-8553-4823-b6e0-0e74d7a03375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:21.945230 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-0e487c73-207a-4c36-9d32-542f188ff082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2078901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646772'] for network, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:21.948930 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] For port 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=537d5037-1a9c-43e3-a4b0-cf095f0fc0b8,segment=NetworkSegment(4f604311-0f84-4b21-a003-273b77581632),segment_id=4f604311-0f84-4b21-a003-273b77581632)] {{(pid=93426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:26:21.965155 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:21.969312 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] Set router 3ac9d136-3410-4e3a-81dc-61cd114d516c gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:26:22.006665 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-170ab23b-b6bf-431e-b007-a59a23f794a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:22.009168 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-0e487c73-207a-4c36-9d32-542f188ff082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:22.012442 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-0e487c73-207a-4c36-9d32-542f188ff082 admin admin] 10.222.0.35 "DELETE /v2.0/networks/581c4a79-33b3-4037-95b0-6d0f0444fca6 HTTP/1.1" status: 204 len: 168 time: 0.9516704 Jun 26 16:26:22.038447 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:22.047707 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e487c73-207a-4c36-9d32-542f188ff082 admin admin] Pushing event deleted for resources: {'Network': ['ID=581c4a79-33b3-4037-95b0-6d0f0444fca6,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:22.051740 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-a743780c-5c5d-4ca7-b6a1-594000096d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:22.058851 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-0e487c73-207a-4c36-9d32-542f188ff082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:22.140470 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] Routers {'d92536f8-cd05-4ff0-826f-2de42df908fb'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:26:22.143663 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:26:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d92536f8-cd05-4ff0-826f-2de42df908fb'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:26:22.409641 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:22.409641 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:22.411687 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17ed01-da3c-469f-a0dc-0fdcec9ac33d None None] Pushing event updated for resources: {'Port': ['ID=537d5037-1a9c-43e3-a4b0-cf095f0fc0b8,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:22.411687 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-0e17ed01-da3c-469f-a0dc-0fdcec9ac33d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:22.413514 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] Network 838ee064-f821-42c8-9617-9a149204fe5b is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:26:22.471114 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:26:22.484684 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:26:22.485460 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684301'] for router_interface, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:22.502502 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] Set router d92536f8-cd05-4ff0-826f-2de42df908fb gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:26:22.544522 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b3ce48dc-e305-49f4-8370-18aa39476950 req-065b06e8-a261-4438-9176-1f7a9591c025 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 210 time: 0.1009114 Jun 26 16:26:22.582740 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac9d136-3410-4e3a-81dc-61cd114d516c', 'name': 'tempest-ServerRescueNegativeTestJSON-321493384-router', 'tenant_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c6d2b49f-05b9-41ef-93ad-4e6b82be8e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:26:18Z', 'revision_number': 3, 'project_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'gw_port': {'id': 'c6d2b49f-05b9-41ef-93ad-4e6b82be8e79', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac9d136-3410-4e3a-81dc-61cd114d516c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:17Z', 'updated_at': '2021-06-26T16:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:26:22.649730 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557d4358-b999-46c6-9357-aa3ad0195f64 None None] The sync data for ids ['3ac9d136-3410-4e3a-81dc-61cd114d516c'] in dv-cinder-798189-1-iscsi is: [{'id': '3ac9d136-3410-4e3a-81dc-61cd114d516c', 'name': 'tempest-ServerRescueNegativeTestJSON-321493384-router', 'tenant_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c6d2b49f-05b9-41ef-93ad-4e6b82be8e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:26:18Z', 'revision_number': 3, 'project_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'gw_port': {'id': 'c6d2b49f-05b9-41ef-93ad-4e6b82be8e79', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac9d136-3410-4e3a-81dc-61cd114d516c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:17Z', 'updated_at': '2021-06-26T16:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:26:22.802502 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.38', 54683) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:22.810559 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] Pushing event updated for resources: {'Port': ['ID=44f338c2-602b-445a-b275-385aed9e7ca4,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:22.813497 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:22.816607 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-58f1d783-085f-4b81-9867-19a209fcaeed tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:22.857323 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fa83eb2d-4e1f-465b-90c6-8a8f694f236a req-bec752cd-abef-468c-a42e-df3e4596bb05 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 210 time: 0.0676093 Jun 26 16:26:22.957297 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'name': 'tempest-AttachVolumeTestJSON-1853895905-router', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:11Z', 'updated_at': '2021-06-26T16:26:17Z', 'revision_number': 4, 'project_id': '37245b0b96f64637951914c50cb066eb', 'gw_port': {'id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:12Z', 'updated_at': '2021-06-26T16:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '537d5037-1a9c-43e3-a4b0-cf095f0fc0b8', 'name': '', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'mac_address': 'fa:16:3e:8b:95:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:26:21Z', 'revision_number': 4, 'project_id': '37245b0b96f64637951914c50cb066eb', 'subnets': [{'id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:26:22.988861 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c3e34-28d7-4210-9157-61ecb88022f8 None None] The sync data for ids ['d92536f8-cd05-4ff0-826f-2de42df908fb'] in dv-cinder-798189-1-iscsi is: [{'id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'name': 'tempest-AttachVolumeTestJSON-1853895905-router', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:11Z', 'updated_at': '2021-06-26T16:26:17Z', 'revision_number': 4, 'project_id': '37245b0b96f64637951914c50cb066eb', 'gw_port': {'id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:12Z', 'updated_at': '2021-06-26T16:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '537d5037-1a9c-43e3-a4b0-cf095f0fc0b8', 'name': '', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'mac_address': 'fa:16:3e:8b:95:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:26:21Z', 'revision_number': 4, 'project_id': '37245b0b96f64637951914c50cb066eb', 'subnets': [{'id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:26:22.996107 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-2b2a12f6-0e66-4576-9c56-645e288837ea tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:22.997752 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-2b2a12f6-0e66-4576-9c56-645e288837ea tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.38 "GET /v2.0/networks?id=e7329151-8119-48fb-8ac6-36808d62f3f4 HTTP/1.1" status: 200 len: 811 time: 0.1921980 Jun 26 16:26:23.010160 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-d978daa5-280c-46b9-b7c7-08fc0d67b9cc tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Request body: {'port': {'device_id': '9b9ed687-26f9-4d55-8684-0033de047e05', 'network_id': 'e7329151-8119-48fb-8ac6-36808d62f3f4', 'admin_state_up': True, 'tenant_id': '534f87da7c2648209e343c45a1a7f137'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:23.019647 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 50776) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:23.066267 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-58f1d783-085f-4b81-9867-19a209fcaeed tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:23.103418 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:23.209178 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:23.214798 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1d783-085f-4b81-9867-19a209fcaeed tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf5de10-d499-49e3-967d-a28e6b3250c6,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:23.226210 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-96614459-cb71-4b02-bc75-0e6e27776b2c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Made reservation on behalf of 14ad47b559944607a65533bcc1a88f5a for: {'port': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:26:23.230320 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-96614459-cb71-4b02-bc75-0e6e27776b2c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:23.233469 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-d22b635c-ab1d-4e56-9405-175ab9580a08 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f994fe0a03d64ab6b4ebd3594b9c9e22&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2121844 Jun 26 16:26:23.239979 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-58f1d783-085f-4b81-9867-19a209fcaeed tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:23.241719 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 50786) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:23.350154 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-58f1d783-085f-4b81-9867-19a209fcaeed tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:23.352039 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-58f1d783-085f-4b81-9867-19a209fcaeed tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.8643532 Jun 26 16:26:23.357842 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50790) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:23.371206 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-c40ae4e4-c356-478f-8927-935dda8b125c tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Request body: {'security_group_rule': {'security_group_id': '1cf5de10-d499-49e3-967d-a28e6b3250c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:23.400333 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-96a4ae9a-6c05-4cb2-b936-7e4d295b57eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:23.443891 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.db.api [None req-c40ae4e4-c356-478f-8927-935dda8b125c tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 26 16:26:23.443891 dv-cinder-798189-1-iscsi neutron-server[93425]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 26 16:26:23.443891 dv-cinder-798189-1-iscsi neutron-server[93425]: [parameters: {'project_id_1': '37245b0b96f64637951914c50cb066eb', 'expiration_1': datetime.datetime(2021, 6, 26, 16, 26, 23, 399939)}] Jun 26 16:26:23.443891 dv-cinder-798189-1-iscsi neutron-server[93425]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 16:26:23.444307 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_db.api [None req-c40ae4e4-c356-478f-8927-935dda8b125c tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 16:26:23.596737 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-96a4ae9a-6c05-4cb2-b936-7e4d295b57eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:23.817245 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_common [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-96614459-cb71-4b02-bc75-0e6e27776b2c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Allocated IP 172.20.0.12 (97994b83-c9d5-4295-b996-e7ea06d003f7/889b689e-0077-4f65-adce-eac8bc576e78/5af96401-edc0-44c3-8474-46cbb7149db3) {{(pid=93425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:26:23.829322 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-d978daa5-280c-46b9-b7c7-08fc0d67b9cc tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Made reservation on behalf of 534f87da7c2648209e343c45a1a7f137 for: {'port': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:26:23.833693 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-d978daa5-280c-46b9-b7c7-08fc0d67b9cc tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:23.874682 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:23.951909 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-96a4ae9a-6c05-4cb2-b936-7e4d295b57eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:23.955558 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-96a4ae9a-6c05-4cb2-b936-7e4d295b57eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:23.956829 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-96a4ae9a-6c05-4cb2-b936-7e4d295b57eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91d9b137-5556-4a55-964b-9f640a0397d1 HTTP/1.1" status: 204 len: 168 time: 0.7123067 Jun 26 16:26:23.957763 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-4ff9bf5c-9a6b-43e8-b41d-484775cc05d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:23.982121 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4ae9a-6c05-4cb2-b936-7e4d295b57eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d9b137-5556-4a55-964b-9f640a0397d1,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:23.992378 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-96a4ae9a-6c05-4cb2-b936-7e4d295b57eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:24.002512 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:24.003895 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684433'] for router_interface, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:24.033319 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:24.308443 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device c6d2b49f-05b9-41ef-93ad-4e6b82be8e79 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:26:24.320139 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] Pushing event updated for resources: {'Port': ['ID=44f338c2-602b-445a-b275-385aed9e7ca4,revision_number=2']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:24.344487 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:24.406260 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] Network 838ee064-f821-42c8-9617-9a149204fe5b is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:26:24.407789 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:26:24.443231 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d7c426ed-0958-4bf4-b596-5a51459beb8c req-b52e0868-c3d4-403e-85cc-5c3284e1bb4e tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 210 time: 0.2112207 Jun 26 16:26:24.492437 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port c6d2b49f-05b9-41ef-93ad-4e6b82be8e79 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:26:24.496360 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port c6d2b49f-05b9-41ef-93ad-4e6b82be8e79 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:26:24.515838 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:24.516160 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9966459f-c8a9-47a9-85ee-371ef3ef312c req-67227548-762e-4e89-be8f-c433098405f4 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 210 time: 0.2692971 Jun 26 16:26:24.516160 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c40ae4e4-c356-478f-8927-935dda8b125c tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:24.727394 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:24.748854 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] Router 3ac9d136-3410-4e3a-81dc-61cd114d516c has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:26:24.766663 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port c6d2b49f-05b9-41ef-93ad-4e6b82be8e79, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=c6d2b49f-05b9-41ef-93ad-4e6b82be8e79,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:26:24.843931 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_common [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-d978daa5-280c-46b9-b7c7-08fc0d67b9cc tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Allocated IP 172.20.0.4 (e7329151-8119-48fb-8ac6-36808d62f3f4/bd879d35-8116-4f09-8060-cf9a9c444aa3/37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f) {{(pid=93425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:26:24.856793 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:24.861207 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:26:24.948846 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c40ae4e4-c356-478f-8927-935dda8b125c tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:24.951076 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:26:24.962757 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] 10.222.0.35 "PUT /v2.0/routers/3ac9d136-3410-4e3a-81dc-61cd114d516c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8753808 Jun 26 16:26:24.974535 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:25.085852 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 50832) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:25.103115 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c40ae4e4-c356-478f-8927-935dda8b125c tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:25.160074 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-96614459-cb71-4b02-bc75-0e6e27776b2c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks [] for port, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:25.177482 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=c6d2b49f-05b9-41ef-93ad-4e6b82be8e79,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:25.188964 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:25.258128 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:25.271849 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:26:25.277924 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:26:25.278628 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:25.384537 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ae4e4-c356-478f-8927-935dda8b125c tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa9a1a7-b79f-44c3-b5bc-3595a389d21d,revision_number=0']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:25.398881 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c40ae4e4-c356-478f-8927-935dda8b125c tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:25.427218 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:25.465882 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-d978daa5-280c-46b9-b7c7-08fc0d67b9cc tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Notify callbacks [] for port, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:25.522790 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=537d5037-1a9c-43e3-a4b0-cf095f0fc0b8,segment=NetworkSegment(4f604311-0f84-4b21-a003-273b77581632),segment_id=4f604311-0f84-4b21-a003-273b77581632)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:26:25.605697 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c40ae4e4-c356-478f-8927-935dda8b125c tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:25.624093 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-c40ae4e4-c356-478f-8927-935dda8b125c tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2488151 Jun 26 16:26:25.625720 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50842) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:25.627058 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-96614459-cb71-4b02-bc75-0e6e27776b2c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2366237'] for port, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:25.644487 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:25.653779 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:25.665811 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-048e2110-8854-476d-bda1-24b5f5091c6b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Request body: {'security_group_rule': {'security_group_id': '1cf5de10-d499-49e3-967d-a28e6b3250c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:25.690836 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d302fa73-eed9-4995-8ed8-cc379c879cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:25.732406 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:25.787010 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=537d5037-1a9c-43e3-a4b0-cf095f0fc0b8,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:25.818144 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:25.835200 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-d978daa5-280c-46b9-b7c7-08fc0d67b9cc tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2366237'] for port, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:25.863102 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d302fa73-eed9-4995-8ed8-cc379c879cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:25.975727 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-96614459-cb71-4b02-bc75-0e6e27776b2c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Network 97994b83-c9d5-4295-b996-e7ea06d003f7 is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:26:25.997931 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-96614459-cb71-4b02-bc75-0e6e27776b2c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:26:26.002620 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-96614459-cb71-4b02-bc75-0e6e27776b2c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Received port after_create {{(pid=93425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:26:26.025616 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96614459-cb71-4b02-bc75-0e6e27776b2c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Pushing event updated for resources: {'Port': ['ID=5af96401-edc0-44c3-8474-46cbb7149db3,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:26.040596 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-96614459-cb71-4b02-bc75-0e6e27776b2c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:26.077167 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-d978daa5-280c-46b9-b7c7-08fc0d67b9cc tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Network e7329151-8119-48fb-8ac6-36808d62f3f4 is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:26:26.080238 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:26.107643 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-d978daa5-280c-46b9-b7c7-08fc0d67b9cc tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:26:26.109352 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-d978daa5-280c-46b9-b7c7-08fc0d67b9cc tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Received port after_create {{(pid=93425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:26:26.129351 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 50848) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:26.141942 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d302fa73-eed9-4995-8ed8-cc379c879cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:26.188492 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-26619588-9ac4-4263-9447-e4e338096731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:26.220976 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device c6d2b49f-05b9-41ef-93ad-4e6b82be8e79 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:26:26.301471 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302fa73-eed9-4995-8ed8-cc379c879cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f9ea8a-4c25-43ac-98f0-8cd5dd082fd3,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:26.301471 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-d302fa73-eed9-4995-8ed8-cc379c879cf4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ede99490103f4b4fa8c144912be23045&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2002807 Jun 26 16:26:26.301471 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-d302fa73-eed9-4995-8ed8-cc379c879cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:26.301471 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-47ccde3f-00b6-4260-881b-5220075524ef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac86c6f741e3491d9c4dcd798ad47081&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1693540 Jun 26 16:26:26.312137 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 50850) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:26.319184 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port c6d2b49f-05b9-41ef-93ad-4e6b82be8e79 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:26:26.332035 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:26.332452 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50852) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:26.340954 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-d978daa5-280c-46b9-b7c7-08fc0d67b9cc tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:26.342138 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-d978daa5-280c-46b9-b7c7-08fc0d67b9cc tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:26.396276 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978daa5-280c-46b9-b7c7-08fc0d67b9cc tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Pushing event updated for resources: {'Port': ['ID=37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:26.410553 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-d978daa5-280c-46b9-b7c7-08fc0d67b9cc tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:26.451580 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d8608728-95ea-4f8c-9b99-82ab5c420f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:26.476210 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-96614459-cb71-4b02-bc75-0e6e27776b2c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:26.477067 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-96614459-cb71-4b02-bc75-0e6e27776b2c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:26.513834 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d8608728-95ea-4f8c-9b99-82ab5c420f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:26.521732 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0f49f-85df-42b5-a2d2-804429c87422 req-9022ddac-a5af-47d0-84b8-e18c9d244528 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:26.530570 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bea0f49f-85df-42b5-a2d2-804429c87422 req-9022ddac-a5af-47d0-84b8-e18c9d244528 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 932 time: 0.6543550 Jun 26 16:26:26.566605 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:26:26.608240 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-048e2110-8854-476d-bda1-24b5f5091c6b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:26.622160 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb4c66-a70f-4361-88db-47d80e29bf95 req-5aaf25db-a110-48b7-a845-537606d1be6c tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:26.623696 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9dbb4c66-a70f-4361-88db-47d80e29bf95 req-5aaf25db-a110-48b7-a845-537606d1be6c tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 931 time: 0.7370193 Jun 26 16:26:26.643373 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-b6e448fb-ccec-42c3-ade8-060851b890ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:26.675615 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d8608728-95ea-4f8c-9b99-82ab5c420f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:26.680269 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d8608728-95ea-4f8c-9b99-82ab5c420f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:26.681584 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-d8608728-95ea-4f8c-9b99-82ab5c420f96 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f1f9ea8a-4c25-43ac-98f0-8cd5dd082fd3 HTTP/1.1" status: 204 len: 168 time: 0.3404284 Jun 26 16:26:26.683128 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-96a4ae9a-6c05-4cb2-b936-7e4d295b57eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:26.705547 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8608728-95ea-4f8c-9b99-82ab5c420f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f9ea8a-4c25-43ac-98f0-8cd5dd082fd3,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:26.713191 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-d8608728-95ea-4f8c-9b99-82ab5c420f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:26.721432 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-d978daa5-280c-46b9-b7c7-08fc0d67b9cc tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7150810 Jun 26 16:26:26.723012 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-96614459-cb71-4b02-bc75-0e6e27776b2c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8827262 Jun 26 16:26:26.730256 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] Sync routers for ids ['3ac9d136-3410-4e3a-81dc-61cd114d516c'] in dv-cinder-798189-1-iscsi {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:26:26.762151 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bea0f49f-85df-42b5-a2d2-804429c87422 req-4417437e-63d6-4929-aec9-9da92773026b tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305400 Jun 26 16:26:26.786574 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-b6e448fb-ccec-42c3-ade8-060851b890ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:26.804168 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] Routers {'3ac9d136-3410-4e3a-81dc-61cd114d516c'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:26:26.804168 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:26:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['3ac9d136-3410-4e3a-81dc-61cd114d516c'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:26:26.804168 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:26:26.804855 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:26.817659 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9dbb4c66-a70f-4361-88db-47d80e29bf95 req-c0531d41-7177-4747-a246-e8350bb39c58 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833241 Jun 26 16:26:26.843498 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-048e2110-8854-476d-bda1-24b5f5091c6b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:26.927257 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-048e2110-8854-476d-bda1-24b5f5091c6b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:26.929975 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:26.945513 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e2110-8854-476d-bda1-24b5f5091c6b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d360d5-930f-46b1-a849-e07b998fc791,revision_number=0']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:26.956993 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-048e2110-8854-476d-bda1-24b5f5091c6b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:26.989235 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-b6e448fb-ccec-42c3-ade8-060851b890ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:27.002624 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-b6e448fb-ccec-42c3-ade8-060851b890ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:27.007024 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-b6e448fb-ccec-42c3-ade8-060851b890ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6fd73d9d-6353-4de7-9f5e-86475618ca58 HTTP/1.1" status: 204 len: 168 time: 0.6584983 Jun 26 16:26:27.007024 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-f6183975-62ca-424f-aa28-8b902ea3aa76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:27.016383 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e448fb-ccec-42c3-ade8-060851b890ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd73d9d-6353-4de7-9f5e-86475618ca58,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:27.028910 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-b6e448fb-ccec-42c3-ade8-060851b890ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:27.042733 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] Set router 3ac9d136-3410-4e3a-81dc-61cd114d516c gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:26:27.070092 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-048e2110-8854-476d-bda1-24b5f5091c6b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:27.070092 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-048e2110-8854-476d-bda1-24b5f5091c6b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4258635 Jun 26 16:26:27.070092 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 50876) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:27.073894 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-9de0aedb-cf91-43d7-80d1-2ad9034e6f1b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Request body: {'floatingip': {'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:27.174721 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9de0aedb-cf91-43d7-80d1-2ad9034e6f1b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for floatingip, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:27.371857 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9de0aedb-cf91-43d7-80d1-2ad9034e6f1b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:27.384575 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac9d136-3410-4e3a-81dc-61cd114d516c', 'name': 'tempest-ServerRescueNegativeTestJSON-321493384-router', 'tenant_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c6d2b49f-05b9-41ef-93ad-4e6b82be8e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:26:22Z', 'revision_number': 4, 'project_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'gw_port': {'id': 'c6d2b49f-05b9-41ef-93ad-4e6b82be8e79', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac9d136-3410-4e3a-81dc-61cd114d516c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:17Z', 'updated_at': '2021-06-26T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '44f338c2-602b-445a-b275-385aed9e7ca4', 'name': '', 'network_id': '838ee064-f821-42c8-9617-9a149204fe5b', 'tenant_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'mac_address': 'fa:16:3e:eb:9a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac9d136-3410-4e3a-81dc-61cd114d516c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '306da1d4-c663-423c-a407-5d085628ca91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:21Z', 'updated_at': '2021-06-26T16:26:23Z', 'revision_number': 2, 'project_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'subnets': [{'id': '306da1d4-c663-423c-a407-5d085628ca91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:26:27.501731 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-5886da40-16dd-4929-9d37-51944dcfeec3 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:27.503411 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-5886da40-16dd-4929-9d37-51944dcfeec3 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/networks?id=838ee064-f821-42c8-9617-9a149204fe5b HTTP/1.1" status: 200 len: 818 time: 0.1904216 Jun 26 16:26:27.530667 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] Checking router: 3ac9d136-3410-4e3a-81dc-61cd114d516c for host: dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:26:27.531012 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] Updating router 3ac9d136-3410-4e3a-81dc-61cd114d516c port 44f338c2-602b-445a-b275-385aed9e7ca4 binding host dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:26:27.542544 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-6bed76b4-f0cf-433a-98a4-b6489fdb99b8 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/quotas/86896a6b6e4744a48feb2d643fa1a7e6 HTTP/1.1" status: 200 len: 375 time: 0.0196550 Jun 26 16:26:27.564097 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_common [None req-9de0aedb-cf91-43d7-80d1-2ad9034e6f1b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Allocated IP 172.27.2.243 (1236ffa6-61e0-401d-8733-f5e5c635b4bb/85c7ca79-f8ed-404d-bbb5-368914d3121b/099d71e7-a571-45ad-9ad4-69fb56ae38f0) {{(pid=93425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:26:27.632204 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:27.725411 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 50900) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:27.750086 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c1d5d25b-de00-423d-b4e0-aa7fc1b02e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:27.759286 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-ca0253f5-d8b7-4614-b1a9-89f160fcb74e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=86896a6b6e4744a48feb2d643fa1a7e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1991041 Jun 26 16:26:27.839238 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9de0aedb-cf91-43d7-80d1-2ad9034e6f1b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for port, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:27.995953 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9de0aedb-cf91-43d7-80d1-2ad9034e6f1b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2366237'] for port, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:28.059487 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c1d5d25b-de00-423d-b4e0-aa7fc1b02e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:28.133973 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] Notify callbacks [] for port, precommit_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:28.140664 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c1d5d25b-de00-423d-b4e0-aa7fc1b02e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:28.144614 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:28.150360 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] Transition to ACTIVE for port object 44f338c2-602b-445a-b275-385aed9e7ca4 will not be triggered until provisioned by entity L2. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:26:28.182012 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5d25b-de00-423d-b4e0-aa7fc1b02e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98246479-3f57-4b5f-87fa-e914b5305caa,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:28.189847 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-c1d5d25b-de00-423d-b4e0-aa7fc1b02e21 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b60487c45bb145e9a12533f9df75c701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4632878 Jun 26 16:26:28.190836 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-c1d5d25b-de00-423d-b4e0-aa7fc1b02e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:28.191251 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 50920) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:28.219946 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:28.222454 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-f761fd7a-a9ab-4413-bfff-01cc4475f4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:28.227019 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-96614459-cb71-4b02-bc75-0e6e27776b2c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:28.233037 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-b24a7d1e-ec62-400c-9456-2e7b9edb44d8 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 16:26:28.234355 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-b24a7d1e-ec62-400c-9456-2e7b9edb44d8 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2796969 Jun 26 16:26:28.264331 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d30da3fc-7cc8-4d67-947f-07d6c9aac4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:28.296308 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d30da3fc-7cc8-4d67-947f-07d6c9aac4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:28.327357 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359ad46-92ff-4faa-98bb-93cd74ba106a None None] Pushing event updated for resources: {'Port': ['ID=44f338c2-602b-445a-b275-385aed9e7ca4,revision_number=3']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:28.336864 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-9359ad46-92ff-4faa-98bb-93cd74ba106a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:28.363313 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-742e4c8c-1e2b-4968-bac8-c398598a3eea service neutron] 10.222.0.35 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080601 Jun 26 16:26:28.374331 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de0aedb-cf91-43d7-80d1-2ad9034e6f1b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:26:28.379447 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [None req-9de0aedb-cf91-43d7-80d1-2ad9034e6f1b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:26:28.382820 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de0aedb-cf91-43d7-80d1-2ad9034e6f1b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Received port after_create {{(pid=93425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:26:28.416153 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] Attempting to bind port 44f338c2-602b-445a-b275-385aed9e7ca4 on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:26:28.416765 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] Attempting to bind port 44f338c2-602b-445a-b275-385aed9e7ca4 by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': '4dae9ae4-b11c-4294-92fd-1201526fc22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '838ee064-f821-42c8-9617-9a149204fe5b'}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:26:28.417396 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] Attempting to bind port 44f338c2-602b-445a-b275-385aed9e7ca4 on network 838ee064-f821-42c8-9617-9a149204fe5b {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:26:28.423891 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:26:28.424636 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] Checking segment: {'id': '4dae9ae4-b11c-4294-92fd-1201526fc22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '838ee064-f821-42c8-9617-9a149204fe5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:26:28.425256 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:28.425968 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] Bound using segment: {'id': '4dae9ae4-b11c-4294-92fd-1201526fc22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '838ee064-f821-42c8-9617-9a149204fe5b'} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:26:28.426807 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] Bound port: 44f338c2-602b-445a-b275-385aed9e7ca4, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dae9ae4-b11c-4294-92fd-1201526fc22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '838ee064-f821-42c8-9617-9a149204fe5b'}}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:26:28.427459 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:28.431783 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d30da3fc-7cc8-4d67-947f-07d6c9aac4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:28.435355 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d30da3fc-7cc8-4d67-947f-07d6c9aac4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:28.439716 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-d30da3fc-7cc8-4d67-947f-07d6c9aac4ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/98246479-3f57-4b5f-87fa-e914b5305caa HTTP/1.1" status: 204 len: 168 time: 0.2474871 Jun 26 16:26:28.448809 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:28.454432 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30da3fc-7cc8-4d67-947f-07d6c9aac4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98246479-3f57-4b5f-87fa-e914b5305caa,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:28.460916 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-d30da3fc-7cc8-4d67-947f-07d6c9aac4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:28.513303 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0aedb-cf91-43d7-80d1-2ad9034e6f1b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Pushing event updated for resources: {'Port': ['ID=099d71e7-a571-45ad-9ad4-69fb56ae38f0,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:28.541487 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-9de0aedb-cf91-43d7-80d1-2ad9034e6f1b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:28.547950 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] For port 44f338c2-602b-445a-b275-385aed9e7ca4, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:26:28.551929 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] For port 44f338c2-602b-445a-b275-385aed9e7ca4, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=44f338c2-602b-445a-b275-385aed9e7ca4,segment=NetworkSegment(4dae9ae4-b11c-4294-92fd-1201526fc22c),segment_id=4dae9ae4-b11c-4294-92fd-1201526fc22c)] {{(pid=93426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:26:28.639216 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730c041-c1d5-4b93-8a0d-44c081385532 req-7373b842-e924-4128-8624-0dbc9f7dfe76 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:28.640733 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1730c041-c1d5-4b93-8a0d-44c081385532 req-7373b842-e924-4128-8624-0dbc9f7dfe76 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 932 time: 0.6782062 Jun 26 16:26:28.652674 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:28.662939 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-7f240a18-8c8c-4b7b-9174-5c7477eb50cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:28.719133 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] Routers {'3ac9d136-3410-4e3a-81dc-61cd114d516c'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:26:28.719816 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:26:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['3ac9d136-3410-4e3a-81dc-61cd114d516c'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:26:28.771234 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359ad46-92ff-4faa-98bb-93cd74ba106a None None] Pushing event updated for resources: {'Port': ['ID=44f338c2-602b-445a-b275-385aed9e7ca4,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:28.776175 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-9359ad46-92ff-4faa-98bb-93cd74ba106a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:28.797695 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9de0aedb-cf91-43d7-80d1-2ad9034e6f1b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:28.836760 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1730c041-c1d5-4b93-8a0d-44c081385532 req-1c206f1f-e633-4b23-9cbb-09c8dfc5efee tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359518 Jun 26 16:26:28.844584 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-6181b401-5014-457c-b52f-d80b3560690c service neutron] 10.222.0.35 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652815 Jun 26 16:26:28.875913 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] Set router 3ac9d136-3410-4e3a-81dc-61cd114d516c gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:26:29.076450 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9de0aedb-cf91-43d7-80d1-2ad9034e6f1b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:29.291013 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac9d136-3410-4e3a-81dc-61cd114d516c', 'name': 'tempest-ServerRescueNegativeTestJSON-321493384-router', 'tenant_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c6d2b49f-05b9-41ef-93ad-4e6b82be8e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:26:22Z', 'revision_number': 4, 'project_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'gw_port': {'id': 'c6d2b49f-05b9-41ef-93ad-4e6b82be8e79', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac9d136-3410-4e3a-81dc-61cd114d516c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:17Z', 'updated_at': '2021-06-26T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '44f338c2-602b-445a-b275-385aed9e7ca4', 'name': '', 'network_id': '838ee064-f821-42c8-9617-9a149204fe5b', 'tenant_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'mac_address': 'fa:16:3e:eb:9a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac9d136-3410-4e3a-81dc-61cd114d516c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '306da1d4-c663-423c-a407-5d085628ca91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:21Z', 'updated_at': '2021-06-26T16:26:28Z', 'revision_number': 4, 'project_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'subnets': [{'id': '306da1d4-c663-423c-a407-5d085628ca91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:26:29.311868 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f436b-79c1-4921-9d86-71d7b8f938e0 req-0d47faec-f93c-4bc3-8a7f-9f49c78736c9 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:29.318705 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8b4f436b-79c1-4921-9d86-71d7b8f938e0 req-0d47faec-f93c-4bc3-8a7f-9f49c78736c9 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 931 time: 0.1951408 Jun 26 16:26:29.350828 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d5af68-f8ae-450f-b12e-03f4fec58f33 None None] The sync data for ids ['3ac9d136-3410-4e3a-81dc-61cd114d516c'] in dv-cinder-798189-1-iscsi is: [{'id': '3ac9d136-3410-4e3a-81dc-61cd114d516c', 'name': 'tempest-ServerRescueNegativeTestJSON-321493384-router', 'tenant_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c6d2b49f-05b9-41ef-93ad-4e6b82be8e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:26:22Z', 'revision_number': 4, 'project_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'gw_port': {'id': 'c6d2b49f-05b9-41ef-93ad-4e6b82be8e79', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac9d136-3410-4e3a-81dc-61cd114d516c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:17Z', 'updated_at': '2021-06-26T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '44f338c2-602b-445a-b275-385aed9e7ca4', 'name': '', 'network_id': '838ee064-f821-42c8-9617-9a149204fe5b', 'tenant_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'mac_address': 'fa:16:3e:eb:9a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac9d136-3410-4e3a-81dc-61cd114d516c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '306da1d4-c663-423c-a407-5d085628ca91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:21Z', 'updated_at': '2021-06-26T16:26:28Z', 'revision_number': 4, 'project_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'subnets': [{'id': '306da1d4-c663-423c-a407-5d085628ca91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:26:29.370972 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e6b35439-0ea6-4545-b946-b6dd5c9f7384 req-a91a17fe-bb9f-41e1-ac77-b014023f401d tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 210 time: 0.1092584 Jun 26 16:26:29.474648 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8b4f436b-79c1-4921-9d86-71d7b8f938e0 req-d9a3654c-cba3-4a91-ac1d-3df2b461ff8b tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462266 Jun 26 16:26:29.592589 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9de0aedb-cf91-43d7-80d1-2ad9034e6f1b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for port, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:29.713113 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9de0aedb-cf91-43d7-80d1-2ad9034e6f1b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:29.717837 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-d978daa5-280c-46b9-b7c7-08fc0d67b9cc tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:29.825717 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9de0aedb-cf91-43d7-80d1-2ad9034e6f1b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646687'] for floatingip, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:29.853613 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0aedb-cf91-43d7-80d1-2ad9034e6f1b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Pushing event updated for resources: {'Port': ['ID=099d71e7-a571-45ad-9ad4-69fb56ae38f0,revision_number=2']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:29.857073 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-9de0aedb-cf91-43d7-80d1-2ad9034e6f1b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:30.019277 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9de0aedb-cf91-43d7-80d1-2ad9034e6f1b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for floatingip, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:30.034807 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-9de0aedb-cf91-43d7-80d1-2ad9034e6f1b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9504192 Jun 26 16:26:30.191475 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-37b6a17b-ea9f-45c5-8b92-b66d30317018 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:30.193481 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-37b6a17b-ea9f-45c5-8b92-b66d30317018 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/networks?id=838ee064-f821-42c8-9617-9a149204fe5b HTTP/1.1" status: 200 len: 818 time: 0.2737782 Jun 26 16:26:30.254303 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-7b06fd02-1cf2-4f82-8bf9-d3d246286c3f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/quotas/86896a6b6e4744a48feb2d643fa1a7e6 HTTP/1.1" status: 200 len: 375 time: 0.0245724 Jun 26 16:26:30.276478 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 44f338c2-602b-445a-b275-385aed9e7ca4 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:26:30.390520 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c2721-7d12-4acc-88b8-dd7d7708224e req-4b004625-ef69-4b9e-b490-20da91a21c1c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:30.392166 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7a3c2721-7d12-4acc-88b8-dd7d7708224e req-4b004625-ef69-4b9e-b490-20da91a21c1c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 932 time: 0.2889228 Jun 26 16:26:30.442649 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port 44f338c2-602b-445a-b275-385aed9e7ca4 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:26:30.446990 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 44f338c2-602b-445a-b275-385aed9e7ca4 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:26:30.453184 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:30.495848 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7a3c2721-7d12-4acc-88b8-dd7d7708224e req-f551984d-cfcb-47a1-bbc4-fc55ffac7fb1 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935969 Jun 26 16:26:30.539317 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-4d872d20-f43b-4c8c-8531-401a27ba641d tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 16:26:30.539317 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-4d872d20-f43b-4c8c-8531-401a27ba641d tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0309765 Jun 26 16:26:30.539317 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-cd36a6c4-4e2b-4cbb-b371-96bbbe67471f tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 16:26:30.539317 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-cd36a6c4-4e2b-4cbb-b371-96bbbe67471f tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0303149 Jun 26 16:26:30.588010 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-60835fe6-901c-4a88-9ebb-cedd48643086 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=86896a6b6e4744a48feb2d643fa1a7e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3190875 Jun 26 16:26:30.718491 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:30.770375 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port 44f338c2-602b-445a-b275-385aed9e7ca4, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=44f338c2-602b-445a-b275-385aed9e7ca4,segment=NetworkSegment(4dae9ae4-b11c-4294-92fd-1201526fc22c),segment_id=4dae9ae4-b11c-4294-92fd-1201526fc22c)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:26:30.891539 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-1ec9f7f4-d499-4b97-b00c-40253f960c5e service neutron] 10.222.0.35 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923923 Jun 26 16:26:30.923307 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:30.926743 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:31.023690 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=44f338c2-602b-445a-b275-385aed9e7ca4,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:31.037820 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:31.069610 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cd3d2-f483-44d9-8d49-496e67dd2c70 req-e5e98308-687a-4a96-af23-7b8505449054 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:31.071582 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-841cd3d2-f483-44d9-8d49-496e67dd2c70 req-e5e98308-687a-4a96-af23-7b8505449054 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 931 time: 0.2567496 Jun 26 16:26:31.152966 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-286c65d6-e9d1-4bde-afd3-94e27140a00b service neutron] 10.222.0.35 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551017 Jun 26 16:26:31.161757 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-841cd3d2-f483-44d9-8d49-496e67dd2c70 req-d1b272d6-c43d-440b-a4c9-be891eda9706 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750742 Jun 26 16:26:31.437164 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Request body: {'port': {'device_id': '954ef9f1-a7e5-454c-ba98-7df8a1a46409', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:31.450103 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3d48aba5-0e02-421b-859f-b2612584271b req-1ea6563c-4d52-4207-ba75-5c531203772c tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--669690683&fields=id&tenant_id=37245b0b96f64637951914c50cb066eb HTTP/1.1" status: 200 len: 267 time: 0.1418262 Jun 26 16:26:31.549983 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Request body: {'port': {'device_id': '9b9ed687-26f9-4d55-8684-0033de047e05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:32.052181 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:32.062256 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48aba5-0e02-421b-859f-b2612584271b req-252432ca-683f-412d-bc97-9d7a83eaa75c tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:32.071054 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3d48aba5-0e02-421b-859f-b2612584271b req-252432ca-683f-412d-bc97-9d7a83eaa75c tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/networks?id=6e78350e-b03c-4768-a782-c82d20e18c58 HTTP/1.1" status: 200 len: 811 time: 0.5380483 Jun 26 16:26:32.279872 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 44f338c2-602b-445a-b275-385aed9e7ca4 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:26:32.343889 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 51072) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:32.464855 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 44f338c2-602b-445a-b275-385aed9e7ca4 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:26:32.464855 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:32.590682 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:32.641742 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3d48aba5-0e02-421b-859f-b2612584271b req-bb16ad0c-c784-422a-a997-6dc7bf38dd54 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/quotas/37245b0b96f64637951914c50cb066eb HTTP/1.1" status: 200 len: 375 time: 0.5680459 Jun 26 16:26:32.809530 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-43a00643-3041-4cb7-89a7-0b5e03c1b3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:32.928902 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d069b45-ff37-4a1b-8b1d-c3a1e6d1253a req-8717a009-b147-4169-b2a1-90573286ecd7 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:32.930411 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2d069b45-ff37-4a1b-8b1d-c3a1e6d1253a req-8717a009-b147-4169-b2a1-90573286ecd7 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 932 time: 1.0923786 Jun 26 16:26:33.040802 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3d48aba5-0e02-421b-859f-b2612584271b req-c9ece8bc-28b4-4b56-a5d8-4c5c987e8057 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=37245b0b96f64637951914c50cb066eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3846350 Jun 26 16:26:33.070509 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2d069b45-ff37-4a1b-8b1d-c3a1e6d1253a req-4ba04260-dbc7-427f-88f1-514b4f8572f7 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266756 Jun 26 16:26:33.219899 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5e27b62f-bada-4a2b-9c72-2062faae5898 req-a01cd257-c119-44ae-a43a-152e36b6ebbf tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 210 time: 0.0714216 Jun 26 16:26:33.373496 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3d48aba5-0e02-421b-859f-b2612584271b req-4821ac81-9f52-451d-99e9-bbfd411025b8 service neutron] 10.222.0.35 "GET /v2.0/networks/6e78350e-b03c-4768-a782-c82d20e18c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073459 Jun 26 16:26:33.451194 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f {{(pid=93425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:26:33.467635 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:33.494898 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af96401-edc0-44c3-8474-46cbb7149db3 {{(pid=93425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:26:33.512489 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:33.531854 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.provisioning_blocks [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Transition to ACTIVE for port object 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f will not be triggered until provisioned by entity L2. {{(pid=93425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:26:33.543740 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.provisioning_blocks [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Transition to ACTIVE for port object 5af96401-edc0-44c3-8474-46cbb7149db3 will not be triggered until provisioned by entity L2. {{(pid=93425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:26:33.574281 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3d48aba5-0e02-421b-859f-b2612584271b req-9ecaa023-b3fd-42d7-9dd6-aff724c72f79 service neutron] 10.222.0.35 "GET /v2.0/networks/6e78350e-b03c-4768-a782-c82d20e18c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869721 Jun 26 16:26:33.584126 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ce75b-f997-4282-ab75-fb60a3a4ba9c req-bd85fc71-4dd9-4617-8e6f-2e817b4390a6 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:33.584637 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-709ce75b-f997-4282-ab75-fb60a3a4ba9c req-bd85fc71-4dd9-4617-8e6f-2e817b4390a6 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 931 time: 0.2176478 Jun 26 16:26:33.646952 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:33.667237 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-709ce75b-f997-4282-ab75-fb60a3a4ba9c req-5b4f7b62-0291-4956-a536-7047cb4b47ba tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718522 Jun 26 16:26:33.684124 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:33.686153 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:33.711902 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-43a00643-3041-4cb7-89a7-0b5e03c1b3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:33.774671 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Pushing event updated for resources: {'Port': ['ID=37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f,revision_number=2']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:33.786841 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-43a00643-3041-4cb7-89a7-0b5e03c1b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:33.787175 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:33.788964 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-eb70288f-036c-47b2-b64d-11dc8b7c3bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:33.791211 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:33.858203 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a00643-3041-4cb7-89a7-0b5e03c1b3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef06314b-b327-4131-bb7e-6bd340cab524,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:33.869070 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-43a00643-3041-4cb7-89a7-0b5e03c1b3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:33.921633 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-43a00643-3041-4cb7-89a7-0b5e03c1b3b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a48a2605f2e43fb81f8bf10f56cfcd7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5734317 Jun 26 16:26:33.925030 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 51084) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:33.966172 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Pushing event updated for resources: {'Port': ['ID=5af96401-edc0-44c3-8474-46cbb7149db3,revision_number=2']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:33.975839 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:33.993108 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-342c4134-c432-430d-bdd7-b67aab93cd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:34.006979 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Attempting to bind port 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:26:34.007570 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Attempting to bind port 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'b0f46aa9-9825-4a0c-af1b-029a25f4dace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7329151-8119-48fb-8ac6-36808d62f3f4'}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:26:34.008045 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Attempting to bind port 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f on network e7329151-8119-48fb-8ac6-36808d62f3f4 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:26:34.021560 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Port 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f on network e7329151-8119-48fb-8ac6-36808d62f3f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:26:34.022042 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Attempting to bind port 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f on network e7329151-8119-48fb-8ac6-36808d62f3f4 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:26:34.027024 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-342c4134-c432-430d-bdd7-b67aab93cd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:34.050645 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Attempting to bind port 5af96401-edc0-44c3-8474-46cbb7149db3 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:26:34.051100 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Attempting to bind port 5af96401-edc0-44c3-8474-46cbb7149db3 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '5157ce06-5344-460b-ae56-328e0291ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7'}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:26:34.051424 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Attempting to bind port 5af96401-edc0-44c3-8474-46cbb7149db3 on network 97994b83-c9d5-4295-b996-e7ea06d003f7 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:26:34.059040 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Checking agent: {'id': '017f0d27-5c15-4479-952a-00a1dbd8023d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'started_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:26:34.059579 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Checking segment: {'id': 'b0f46aa9-9825-4a0c-af1b-029a25f4dace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7329151-8119-48fb-8ac6-36808d62f3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:26:34.060335 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Bound using segment: {'id': 'b0f46aa9-9825-4a0c-af1b-029a25f4dace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7329151-8119-48fb-8ac6-36808d62f3f4'} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:26:34.060922 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Bound port: 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f46aa9-9825-4a0c-af1b-029a25f4dace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7329151-8119-48fb-8ac6-36808d62f3f4'}}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:26:34.061460 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:34.099128 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Port 5af96401-edc0-44c3-8474-46cbb7149db3 on network 97994b83-c9d5-4295-b996-e7ea06d003f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:26:34.099843 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Attempting to bind port 5af96401-edc0-44c3-8474-46cbb7149db3 on network 97994b83-c9d5-4295-b996-e7ea06d003f7 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:26:34.127190 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Checking agent: {'id': '017f0d27-5c15-4479-952a-00a1dbd8023d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'started_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:26:34.131847 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Checking segment: {'id': '5157ce06-5344-460b-ae56-328e0291ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:26:34.131847 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Bound using segment: {'id': '5157ce06-5344-460b-ae56-328e0291ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7'} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:26:34.131847 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Bound port: 5af96401-edc0-44c3-8474-46cbb7149db3, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5157ce06-5344-460b-ae56-328e0291ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7'}}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:26:34.131847 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:34.183428 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1af46305-3c0a-4837-900f-fcfef65b1212 req-3317981f-0cd9-488e-bd58-d5cbbb80d30d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 210 time: 0.0569499 Jun 26 16:26:34.298429 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] For port 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f, host hv-cinder-79818, cleared binding levels {{(pid=93425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:26:34.298960 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] For port 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f,segment=NetworkSegment(b0f46aa9-9825-4a0c-af1b-029a25f4dace),segment_id=b0f46aa9-9825-4a0c-af1b-029a25f4dace)] {{(pid=93425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:26:34.392343 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-342c4134-c432-430d-bdd7-b67aab93cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:34.398000 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-342c4134-c432-430d-bdd7-b67aab93cd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:34.401310 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-342c4134-c432-430d-bdd7-b67aab93cd84 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef06314b-b327-4131-bb7e-6bd340cab524 HTTP/1.1" status: 204 len: 168 time: 0.4727657 Jun 26 16:26:34.403711 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-3abf839b-4a5e-43eb-94b7-cc8b9b7acecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:34.423708 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c4134-c432-430d-bdd7-b67aab93cd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef06314b-b327-4131-bb7e-6bd340cab524,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:34.426496 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-342c4134-c432-430d-bdd7-b67aab93cd84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:34.477802 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] For port 5af96401-edc0-44c3-8474-46cbb7149db3, host hv-cinder-79818, cleared binding levels {{(pid=93425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:26:34.477802 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] For port 5af96401-edc0-44c3-8474-46cbb7149db3, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=5af96401-edc0-44c3-8474-46cbb7149db3,segment=NetworkSegment(5157ce06-5344-460b-ae56-328e0291ce37),segment_id=5157ce06-5344-460b-ae56-328e0291ce37)] {{(pid=93425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:26:34.519183 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-be22c81b-4142-4971-bb68-dac96d4111e1 req-0a79756c-e8b6-4bb3-9b15-b0914ac3fb07 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 210 time: 0.0376410 Jun 26 16:26:34.529028 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433fbe0-c3ad-4438-9887-a23259201e3a req-1d7b1841-2597-459c-a635-6d68d3ea1574 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:34.531191 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8433fbe0-c3ad-4438-9887-a23259201e3a req-1d7b1841-2597-459c-a635-6d68d3ea1574 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 944 time: 0.2304518 Jun 26 16:26:34.533104 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:34.545298 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-9de0aedb-cf91-43d7-80d1-2ad9034e6f1b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:34.563025 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:34.563930 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:34.565571 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] 10.222.0.38 "PUT /v2.0/ports/37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f HTTP/1.1" status: 200 len: 1093 time: 3.5242400 Jun 26 16:26:34.597361 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9ed687-26f9-4d55-8684-0033de047e05', 'tag': '37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:26:34.663735 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8433fbe0-c3ad-4438-9887-a23259201e3a req-837366f5-c22b-4103-a11c-373b7be1805e tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159110 Jun 26 16:26:34.667157 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:34.667367 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Pushing event updated for resources: {'Port': ['ID=37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f,revision_number=3']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:34.671233 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:34.675963 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:34.762872 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:34.762872 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:34.762872 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] 10.222.0.38 "PUT /v2.0/ports/5af96401-edc0-44c3-8474-46cbb7149db3 HTTP/1.1" status: 200 len: 1094 time: 3.7181351 Jun 26 16:26:34.787045 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Pushing event updated for resources: {'Port': ['ID=5af96401-edc0-44c3-8474-46cbb7149db3,revision_number=3']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:34.790629 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:34.835047 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2ba4eb-36be-4a03-8cd6-b0e6697b47a3" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9ed687-26f9-4d55-8684-0033de047e05", "tag": "37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:26:34.944502 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd812897-36eb-4fee-8ce6-561b5451f198 req-7cee2839-670f-453a-9b86-801606c7269f tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:34.946124 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dd812897-36eb-4fee-8ce6-561b5451f198 req-7cee2839-670f-453a-9b86-801606c7269f tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 943 time: 0.0820394 Jun 26 16:26:35.026468 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dd812897-36eb-4fee-8ce6-561b5451f198 req-717f0771-3788-4d86-99df-a76fac507c25 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702281 Jun 26 16:26:35.122183 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d068c7bb-7ad1-4834-8830-70859e10e311 x-openstack-request-id: req-d068c7bb-7ad1-4834-8830-70859e10e311 {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:26:35.122818 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9ed687-26f9-4d55-8684-0033de047e05", "tag": "37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:26:35.122818 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d068c7bb-7ad1-4834-8830-70859e10e311 {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:26:35.123247 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9ed687-26f9-4d55-8684-0033de047e05', 'tag': '37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f', 'status': 'completed', 'code': 200} Jun 26 16:26:35.406953 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 51136) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:35.408997 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fd9e0c3f-d64e-48d1-abeb-19d7da28fc92 req-e1dad4b7-953d-40fb-8e18-96c904dd0908 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 210 time: 0.1769681 Jun 26 16:26:35.420044 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-06b77f13-8b91-4d58-bd90-2a4043dd618e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:35.508258 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-06b77f13-8b91-4d58-bd90-2a4043dd618e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:35.607907 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-06b77f13-8b91-4d58-bd90-2a4043dd618e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:35.611528 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:35.650551 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-06b77f13-8b91-4d58-bd90-2a4043dd618e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6cd727f53d534baca16441e24c29e9ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424703 Jun 26 16:26:35.652872 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b77f13-8b91-4d58-bd90-2a4043dd618e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf20bf6-dcaa-4c3e-a846-cb0a8c0dc411,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:35.654212 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 51140) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:35.659558 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-06b77f13-8b91-4d58-bd90-2a4043dd618e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:35.678304 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-53bf8252-08e8-479e-a506-667b5aa22c7a req-1578a107-be63-4745-8e3d-6383e0722162 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 210 time: 0.0419867 Jun 26 16:26:35.739534 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-93fe7d1b-eeba-4d09-9822-9d71d44029d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:35.763476 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-93fe7d1b-eeba-4d09-9822-9d71d44029d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:35.971399 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d4422-3ac5-4e61-a744-a6a51337d4fc req-f1957202-2530-453f-81c2-de4abf182e7d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:35.971399 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c23d4422-3ac5-4e61-a744-a6a51337d4fc req-f1957202-2530-453f-81c2-de4abf182e7d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 944 time: 0.0658534 Jun 26 16:26:35.971399 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c23d4422-3ac5-4e61-a744-a6a51337d4fc req-1e5008c8-68fb-4deb-8e6e-bd1a935e1efc tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309062 Jun 26 16:26:36.007920 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-93fe7d1b-eeba-4d09-9822-9d71d44029d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:36.011069 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-93fe7d1b-eeba-4d09-9822-9d71d44029d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:36.012204 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-93fe7d1b-eeba-4d09-9822-9d71d44029d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ebf20bf6-dcaa-4c3e-a846-cb0a8c0dc411 HTTP/1.1" status: 204 len: 168 time: 0.3559246 Jun 26 16:26:36.012837 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:36.020235 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe7d1b-eeba-4d09-9822-9d71d44029d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf20bf6-dcaa-4c3e-a846-cb0a8c0dc411,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:36.022632 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-93fe7d1b-eeba-4d09-9822-9d71d44029d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:36.204371 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c75611-5e3d-4a03-b4fc-c5277d8bbbd0 req-a5438bdb-5a4e-458e-8865-69109687795b tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:36.205820 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-69c75611-5e3d-4a03-b4fc-c5277d8bbbd0 req-a5438bdb-5a4e-458e-8865-69109687795b tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 943 time: 0.0619354 Jun 26 16:26:36.246794 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-69c75611-5e3d-4a03-b4fc-c5277d8bbbd0 req-ddf9a3ff-933d-4b79-9120-25b48c755574 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319703 Jun 26 16:26:36.545554 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ddbbd09d-6c00-49ae-ac1c-de25d7c0350e req-82d55745-73f4-443e-a875-f1d58146f5a9 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 210 time: 0.0289912 Jun 26 16:26:36.554554 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:36.823951 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0a9da29b-0c5b-4fb2-aa10-6c6443a27481 req-15d23e9b-209b-4dbf-8d87-f1ff31c3c324 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 210 time: 0.0316799 Jun 26 16:26:37.103734 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fca2c8-9451-4b85-a666-e3a12fcd9402 req-64ba981e-6953-4943-8a45-811fe8aea956 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:37.105232 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e8fca2c8-9451-4b85-a666-e3a12fcd9402 req-64ba981e-6953-4943-8a45-811fe8aea956 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 944 time: 0.0619867 Jun 26 16:26:37.124927 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954ef9f1-a7e5-454c-ba98-7df8a1a46409', 'tag': '5af96401-edc0-44c3-8474-46cbb7149db3'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:26:37.127184 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d6efc2-c802-4f24-ba96-c210c11d8693" -d '{"events": [{"name": "network-changed", "server_uuid": "954ef9f1-a7e5-454c-ba98-7df8a1a46409", "tag": "5af96401-edc0-44c3-8474-46cbb7149db3"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:26:37.149494 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e8fca2c8-9451-4b85-a666-e3a12fcd9402 req-fac886ba-02b4-476e-a362-e5aa3e3f1292 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377753 Jun 26 16:26:37.163486 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fac6832-19b8-4178-9d55-f447fb170c4c x-openstack-request-id: req-6fac6832-19b8-4178-9d55-f447fb170c4c {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:26:37.163924 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954ef9f1-a7e5-454c-ba98-7df8a1a46409", "tag": "5af96401-edc0-44c3-8474-46cbb7149db3", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:26:37.164212 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6fac6832-19b8-4178-9d55-f447fb170c4c {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:26:37.171862 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954ef9f1-a7e5-454c-ba98-7df8a1a46409', 'tag': '5af96401-edc0-44c3-8474-46cbb7149db3', 'status': 'completed', 'code': 200} Jun 26 16:26:37.302951 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-792d5212-a82d-4413-bc7c-1ffc0d53a223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:37.414821 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386ab35-c96c-4e35-9729-2c79052c204f req-9de2ba6d-3b6f-412f-add3-70608c0e4f12 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:37.416305 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4386ab35-c96c-4e35-9729-2c79052c204f req-9de2ba6d-3b6f-412f-add3-70608c0e4f12 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 943 time: 0.0642483 Jun 26 16:26:37.452627 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4386ab35-c96c-4e35-9729-2c79052c204f req-59d196b6-51ab-4f5f-a770-5af3b064eeb8 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308363 Jun 26 16:26:37.683421 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b0902fd5-b3eb-4567-955a-849f5886db89 req-ca2d05ec-2d3f-4d34-9123-79ea041c602f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 210 time: 0.0295272 Jun 26 16:26:37.849714 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6efc2-c802-4f24-ba96-c210c11d8693 req-43343eb4-ddee-45d4-bcc4-7368d54aac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:37.851324 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-55d6efc2-c802-4f24-ba96-c210c11d8693 req-43343eb4-ddee-45d4-bcc4-7368d54aac79 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14ad47b559944607a65533bcc1a88f5a&device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 1097 time: 0.1278238 Jun 26 16:26:37.854912 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ba4eb-36be-4a03-8cd6-b0e6697b47a3 req-64e315c6-b375-4b77-86b4-c280422edc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:37.855967 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cb2ba4eb-36be-4a03-8cd6-b0e6697b47a3 req-64e315c6-b375-4b77-86b4-c280422edc01 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=534f87da7c2648209e343c45a1a7f137&device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 1096 time: 0.1189594 Jun 26 16:26:38.079967 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b5c82a2b-704a-4fab-9872-291aed9dd6aa req-40aa577b-f98e-4496-9212-080d3cfb713e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 210 time: 0.0959048 Jun 26 16:26:38.165594 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6efc2-c802-4f24-ba96-c210c11d8693 req-df225477-5a97-41de-84db-f632d0b6407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:38.167663 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-55d6efc2-c802-4f24-ba96-c210c11d8693 req-df225477-5a97-41de-84db-f632d0b6407d service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=14ad47b559944607a65533bcc1a88f5a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2957036 Jun 26 16:26:38.168585 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ba4eb-36be-4a03-8cd6-b0e6697b47a3 req-5f73f38b-10dc-4894-94fe-595316b3e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:38.169894 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cb2ba4eb-36be-4a03-8cd6-b0e6697b47a3 req-5f73f38b-10dc-4894-94fe-595316b3e696 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=534f87da7c2648209e343c45a1a7f137&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2893486 Jun 26 16:26:38.326506 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31f66a-e1c6-434e-b7e6-d11372f5033e req-fd3e0ef9-9835-42c7-bf7b-d3ab9b166410 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:38.327991 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2e31f66a-e1c6-434e-b7e6-d11372f5033e req-fd3e0ef9-9835-42c7-bf7b-d3ab9b166410 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 944 time: 0.0667958 Jun 26 16:26:38.365181 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2e31f66a-e1c6-434e-b7e6-d11372f5033e req-8a525900-bcba-473b-a831-6474a95f052d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313532 Jun 26 16:26:38.615523 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cecedd-f3e7-4749-bd9e-efbd19b8b394 req-2814a753-6921-40c0-9f28-aa4546e40ce3 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:38.616852 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-51cecedd-f3e7-4749-bd9e-efbd19b8b394 req-2814a753-6921-40c0-9f28-aa4546e40ce3 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 943 time: 0.0595617 Jun 26 16:26:38.652534 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-51cecedd-f3e7-4749-bd9e-efbd19b8b394 req-dd3c5422-d197-49ac-bd62-dda2abcbe385 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302517 Jun 26 16:26:38.817258 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-73b7ea13-714d-4c7f-b6ea-729b01c324b7 req-0dcc2243-b0bf-4c8f-a3d3-8e77c27e4c54 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 210 time: 0.0275300 Jun 26 16:26:39.220861 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-66c869f6-9f9b-47d7-87c3-ca031fa9046b req-8fd32d3d-c3f4-49e5-9b5c-5ff93ea9f930 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 210 time: 0.0297613 Jun 26 16:26:39.537654 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc8b37-d21c-4251-ada6-6ab34eee6ed1 req-33c5d21d-cc65-450c-b074-ab0071faf37a tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:39.539113 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-75bc8b37-d21c-4251-ada6-6ab34eee6ed1 req-33c5d21d-cc65-450c-b074-ab0071faf37a tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 944 time: 0.0614738 Jun 26 16:26:39.575879 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-75bc8b37-d21c-4251-ada6-6ab34eee6ed1 req-d89b8b25-0ec5-4c3e-b0ac-ba4a559b5173 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303831 Jun 26 16:26:39.819935 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3610837-7633-4915-8d61-3d04c29d94ca req-84e65614-5eea-4935-bfed-93cc63fba8c6 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:39.821357 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d3610837-7633-4915-8d61-3d04c29d94ca req-84e65614-5eea-4935-bfed-93cc63fba8c6 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 943 time: 0.0644763 Jun 26 16:26:39.860420 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d3610837-7633-4915-8d61-3d04c29d94ca req-efc56a6e-cfa4-4a3e-915d-2a19031ffe75 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334074 Jun 26 16:26:39.893554 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:39.956847 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5154f3e3-1b90-4679-9bba-9381e9173d21 req-9d8b03af-4f2f-473b-ac76-94e0d6289eb5 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 210 time: 0.0305657 Jun 26 16:26:40.087766 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-59a14f29-74da-4798-b311-9fcf9a3d63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:40.354921 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-afc062d9-4ce5-436e-9be4-2c094efcdc11 req-bf15077b-3775-432d-9c56-b7065deb96e6 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 210 time: 0.0264070 Jun 26 16:26:40.745948 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc544597-6d0a-439e-8e70-49359f64eef9 req-ecb7ae07-98a0-4fee-a948-2a79ba230b7b tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:40.747476 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fc544597-6d0a-439e-8e70-49359f64eef9 req-ecb7ae07-98a0-4fee-a948-2a79ba230b7b tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 944 time: 0.0618131 Jun 26 16:26:40.787544 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fc544597-6d0a-439e-8e70-49359f64eef9 req-8bffcec7-7ae0-4d41-b912-7e5db4bedf24 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344815 Jun 26 16:26:40.808318 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:40.848932 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.38', 54704) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:41.092625 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f752cd52-dd3d-46ec-8e03-822ec89fe600 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:41.099941 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f752cd52-dd3d-46ec-8e03-822ec89fe600 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.38 "GET /v2.0/networks?id=838ee064-f821-42c8-9617-9a149204fe5b HTTP/1.1" status: 200 len: 818 time: 0.2440305 Jun 26 16:26:41.108515 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-40b1809c-6ef9-45dc-9e8d-8db0c63f3584 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Request body: {'port': {'device_id': '6e02f4c4-993a-422c-bf11-9b33420becaf', 'network_id': '838ee064-f821-42c8-9617-9a149204fe5b', 'admin_state_up': True, 'tenant_id': '86896a6b6e4744a48feb2d643fa1a7e6'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:41.345499 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b6dc00f9-056c-45e6-8f50-61d66c861147 req-067f9ee8-764f-4ae2-9720-4add64977714 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 210 time: 0.0821486 Jun 26 16:26:41.396649 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6efc2-c802-4f24-ba96-c210c11d8693 req-a03ed63a-3c96-4eb1-bd84-6b6620275048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:41.398107 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-55d6efc2-c802-4f24-ba96-c210c11d8693 req-a03ed63a-3c96-4eb1-bd84-6b6620275048 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5543952 Jun 26 16:26:41.412415 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-40b1809c-6ef9-45dc-9e8d-8db0c63f3584 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Made reservation on behalf of 86896a6b6e4744a48feb2d643fa1a7e6 for: {'port': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:26:41.419452 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ba4eb-36be-4a03-8cd6-b0e6697b47a3 req-d2d1dbab-aa41-4d19-828e-bc7744417310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:41.419569 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-40b1809c-6ef9-45dc-9e8d-8db0c63f3584 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:41.419665 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cb2ba4eb-36be-4a03-8cd6-b0e6697b47a3 req-d2d1dbab-aa41-4d19-828e-bc7744417310 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5435400 Jun 26 16:26:41.429828 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be5e37-1f8b-4986-853b-b85599aa2aed req-dd660be0-4552-4f89-b202-1f0f881b8f05 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:41.431464 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-99be5e37-1f8b-4986-853b-b85599aa2aed req-dd660be0-4552-4f89-b202-1f0f881b8f05 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 943 time: 0.3836572 Jun 26 16:26:41.585014 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-edf8566c-9335-42cc-8e48-b4dc00655b5a req-fe28ba79-b748-459b-ad52-f280ff165157 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 210 time: 0.0895703 Jun 26 16:26:41.596332 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-99be5e37-1f8b-4986-853b-b85599aa2aed req-d6d8e78d-5ada-483e-a808-4fcf8a9766b4 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577756 Jun 26 16:26:41.633668 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-1db20e6e-35c0-4769-b41f-6d32766e9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:41.635552 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-1db20e6e-35c0-4769-b41f-6d32766e9b30 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14ad47b559944607a65533bcc1a88f5a&device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 1097 time: 0.1767910 Jun 26 16:26:41.679560 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-e574709a-697a-4f5e-b310-0026d3d1cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:41.681170 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-e574709a-697a-4f5e-b310-0026d3d1cee8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=534f87da7c2648209e343c45a1a7f137&device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 1096 time: 0.1528740 Jun 26 16:26:41.719041 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-80e438b7-f238-42c7-b04e-77a3f4b94a5e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5af96401-edc0-44c3-8474-46cbb7149db3 HTTP/1.1" status: 200 len: 217 time: 0.0726199 Jun 26 16:26:41.755693 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-0ec59a0c-64a8-492f-a579-f8b2245bf125 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f HTTP/1.1" status: 200 len: 217 time: 0.0431256 Jun 26 16:26:41.798024 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-40b1809c-6ef9-45dc-9e8d-8db0c63f3584 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Allocated IP 172.20.0.6 (838ee064-f821-42c8-9617-9a149204fe5b/306da1d4-c663-423c-a407-5d085628ca91/d5981eb1-4cf0-4f06-a9d8-d474ee270606) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:26:41.854120 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-cc3b5807-1253-4d4a-a1c5-8c7c8ee4b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:41.855647 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-cc3b5807-1253-4d4a-a1c5-8c7c8ee4b0a9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=889b689e-0077-4f65-adce-eac8bc576e78 HTTP/1.1" status: 200 len: 855 time: 0.1086779 Jun 26 16:26:41.861030 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-305fdb49-b01e-42e2-bbc8-c591b8c838f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:41.862900 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-305fdb49-b01e-42e2-bbc8-c591b8c838f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bd879d35-8116-4f09-8060-cf9a9c444aa3 HTTP/1.1" status: 200 len: 851 time: 0.0774944 Jun 26 16:26:41.912535 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-e8570308-4f6d-44da-bb8b-bd002ba77e45 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=97994b83-c9d5-4295-b996-e7ea06d003f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489883 Jun 26 16:26:41.941710 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-5883fcea-4fa4-4a22-ad99-0b7a5bcbd627 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7329151-8119-48fb-8ac6-36808d62f3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569062 Jun 26 16:26:41.966461 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-40b1809c-6ef9-45dc-9e8d-8db0c63f3584 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:42.089254 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-40b1809c-6ef9-45dc-9e8d-8db0c63f3584 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:42.096758 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:42.143519 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-e5943321-9b54-4117-ae6f-7add6b374987 service neutron] 10.222.0.38 "GET /v2.0/networks/e7329151-8119-48fb-8ac6-36808d62f3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942327 Jun 26 16:26:42.161136 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364133d-66d8-404e-9a85-dcf81397f594 req-d48ef878-3fae-4b30-b85c-585f47f97959 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:42.162648 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7364133d-66d8-404e-9a85-dcf81397f594 req-d48ef878-3fae-4b30-b85c-585f47f97959 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 944 time: 0.2525833 Jun 26 16:26:42.165834 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-6ed38399-7534-4784-9a7d-bda4b2bdf91d service neutron] 10.222.0.38 "GET /v2.0/networks/97994b83-c9d5-4295-b996-e7ea06d003f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264736 Jun 26 16:26:42.174444 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-40b1809c-6ef9-45dc-9e8d-8db0c63f3584 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Network 838ee064-f821-42c8-9617-9a149204fe5b is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:26:42.180762 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-40b1809c-6ef9-45dc-9e8d-8db0c63f3584 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:26:42.184462 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-40b1809c-6ef9-45dc-9e8d-8db0c63f3584 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:26:42.190119 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-40b1809c-6ef9-45dc-9e8d-8db0c63f3584 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:42.191153 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-40b1809c-6ef9-45dc-9e8d-8db0c63f3584 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:42.242000 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1809c-6ef9-45dc-9e8d-8db0c63f3584 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Pushing event updated for resources: {'Port': ['ID=d5981eb1-4cf0-4f06-a9d8-d474ee270606,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:42.265180 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-40b1809c-6ef9-45dc-9e8d-8db0c63f3584 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:42.326398 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-40b1809c-6ef9-45dc-9e8d-8db0c63f3584 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2225890 Jun 26 16:26:42.339362 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Request body: {'port': {'device_id': '6e02f4c4-993a-422c-bf11-9b33420becaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:42.348916 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7364133d-66d8-404e-9a85-dcf81397f594 req-97b87991-75fe-4468-91e2-975ab5bdf07d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758006 Jun 26 16:26:42.398235 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-05c8196a-5b3d-45f2-8e83-d834a1c64eef req-c7029732-de25-41d5-b3d9-953589d424bf service neutron] 10.222.0.38 "GET /v2.0/networks/e7329151-8119-48fb-8ac6-36808d62f3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343643 Jun 26 16:26:42.426148 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:42.433110 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4ab46b2c-7601-4dd2-a222-469bc6e9262c req-ddea26ed-731d-4e39-a7ea-6aa529495dce service neutron] 10.222.0.38 "GET /v2.0/networks/97994b83-c9d5-4295-b996-e7ea06d003f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581379 Jun 26 16:26:42.514875 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-66f83923-c865-452b-8cd1-594f0b1537c2 req-368beb46-c440-4b13-be80-91fb818f2f65 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 210 time: 0.0532746 Jun 26 16:26:42.600638 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-18038aa7-0239-4b87-98ac-b1b7c6363957 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:42.602084 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-18038aa7-0239-4b87-98ac-b1b7c6363957 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.38 "GET /v2.0/networks?id=838ee064-f821-42c8-9617-9a149204fe5b HTTP/1.1" status: 200 len: 818 time: 0.1100795 Jun 26 16:26:42.670565 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:42.804512 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-26ed6877-b83d-4e1b-83a3-49689a86e017 req-20e4f82e-c296-4d18-8906-bc9a2f890238 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 210 time: 0.0332603 Jun 26 16:26:42.841729 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5981eb1-4cf0-4f06-a9d8-d474ee270606 {{(pid=93424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:26:42.845008 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:42.852767 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d56b09-d49a-4381-81bf-a93bc9437c2a req-f4077f3e-fedb-4b23-b475-90ac4be1bc52 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:42.854465 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-51d56b09-d49a-4381-81bf-a93bc9437c2a req-f4077f3e-fedb-4b23-b475-90ac4be1bc52 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 943 time: 0.1136689 Jun 26 16:26:42.861276 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.provisioning_blocks [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Transition to ACTIVE for port object d5981eb1-4cf0-4f06-a9d8-d474ee270606 will not be triggered until provisioned by entity L2. {{(pid=93424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:26:42.892589 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-51d56b09-d49a-4381-81bf-a93bc9437c2a req-d480e75a-718b-4a7a-ac6c-a0de5c4a7c2d tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323591 Jun 26 16:26:42.939156 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:42.942356 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:42.993927 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Pushing event updated for resources: {'Port': ['ID=d5981eb1-4cf0-4f06-a9d8-d474ee270606,revision_number=2']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:43.011102 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:43.038351 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Attempting to bind port d5981eb1-4cf0-4f06-a9d8-d474ee270606 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:26:43.038707 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Attempting to bind port d5981eb1-4cf0-4f06-a9d8-d474ee270606 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '4dae9ae4-b11c-4294-92fd-1201526fc22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '838ee064-f821-42c8-9617-9a149204fe5b'}] {{(pid=93424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:26:43.039070 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Attempting to bind port d5981eb1-4cf0-4f06-a9d8-d474ee270606 on network 838ee064-f821-42c8-9617-9a149204fe5b {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:26:43.043697 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Port d5981eb1-4cf0-4f06-a9d8-d474ee270606 on network 838ee064-f821-42c8-9617-9a149204fe5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:26:43.044020 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Attempting to bind port d5981eb1-4cf0-4f06-a9d8-d474ee270606 on network 838ee064-f821-42c8-9617-9a149204fe5b {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:26:43.048606 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Checking agent: {'id': '017f0d27-5c15-4479-952a-00a1dbd8023d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'started_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:26:43.048947 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Checking segment: {'id': '4dae9ae4-b11c-4294-92fd-1201526fc22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '838ee064-f821-42c8-9617-9a149204fe5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:26:43.049499 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Bound using segment: {'id': '4dae9ae4-b11c-4294-92fd-1201526fc22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '838ee064-f821-42c8-9617-9a149204fe5b'} {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:26:43.049928 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Bound port: d5981eb1-4cf0-4f06-a9d8-d474ee270606, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae9ae4-b11c-4294-92fd-1201526fc22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '838ee064-f821-42c8-9617-9a149204fe5b'}}] {{(pid=93424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:26:43.050278 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:43.114740 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] For port d5981eb1-4cf0-4f06-a9d8-d474ee270606, host hv-cinder-79818, cleared binding levels {{(pid=93424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:26:43.119987 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] For port d5981eb1-4cf0-4f06-a9d8-d474ee270606, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d5981eb1-4cf0-4f06-a9d8-d474ee270606,segment=NetworkSegment(4dae9ae4-b11c-4294-92fd-1201526fc22c),segment_id=4dae9ae4-b11c-4294-92fd-1201526fc22c)] {{(pid=93424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:26:43.191213 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:43.195049 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:43.230754 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:43.230754 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:43.230754 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] 10.222.0.38 "PUT /v2.0/ports/d5981eb1-4cf0-4f06-a9d8-d474ee270606 HTTP/1.1" status: 200 len: 1093 time: 0.8962851 Jun 26 16:26:43.230754 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e02f4c4-993a-422c-bf11-9b33420becaf', 'tag': 'd5981eb1-4cf0-4f06-a9d8-d474ee270606'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:26:43.313481 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Pushing event updated for resources: {'Port': ['ID=d5981eb1-4cf0-4f06-a9d8-d474ee270606,revision_number=3']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:43.316545 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:43.385725 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b932ce8-c997-41c2-a8e6-0ff97c51aa9f" -d '{"events": [{"name": "network-changed", "server_uuid": "6e02f4c4-993a-422c-bf11-9b33420becaf", "tag": "d5981eb1-4cf0-4f06-a9d8-d474ee270606"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:26:43.480287 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598f055b-8895-4f16-8347-cf0c6cb8d06d x-openstack-request-id: req-598f055b-8895-4f16-8347-cf0c6cb8d06d {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:26:43.480588 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e02f4c4-993a-422c-bf11-9b33420becaf", "tag": "d5981eb1-4cf0-4f06-a9d8-d474ee270606", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:26:43.480889 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-598f055b-8895-4f16-8347-cf0c6cb8d06d {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:26:43.481340 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e02f4c4-993a-422c-bf11-9b33420becaf', 'tag': 'd5981eb1-4cf0-4f06-a9d8-d474ee270606', 'status': 'completed', 'code': 200} Jun 26 16:26:43.529329 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8352b-687a-4835-abd4-b6b53b8637ed req-da5a5600-a4fa-4e00-9cd2-dcd280a67119 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:43.530717 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bdf8352b-687a-4835-abd4-b6b53b8637ed req-da5a5600-a4fa-4e00-9cd2-dcd280a67119 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 944 time: 0.0709493 Jun 26 16:26:43.577033 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bdf8352b-687a-4835-abd4-b6b53b8637ed req-211c2739-c412-4783-91dd-6857c1e0dd86 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404184 Jun 26 16:26:43.667382 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b3c6762d-3e54-4153-9758-823bb12d2531 req-c0ab0513-092b-4b5b-a8be-91555fbc506f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 210 time: 0.0279317 Jun 26 16:26:43.955048 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dee51b39-a79c-45a1-9427-802d1bb64c92 req-c208dbfb-f402-4330-93ae-e09af48c1288 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 210 time: 0.0270085 Jun 26 16:26:44.059101 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bc73c-c74d-4294-be09-f884d291ea35 req-8406b4c2-2fc5-4129-875f-46a42f6c955e tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:44.060408 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-420bc73c-c74d-4294-be09-f884d291ea35 req-8406b4c2-2fc5-4129-875f-46a42f6c955e tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 943 time: 0.0593555 Jun 26 16:26:44.098212 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-420bc73c-c74d-4294-be09-f884d291ea35 req-a0fb6e44-d0f0-4aef-8778-8baf7fcf57fe tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322714 Jun 26 16:26:44.744520 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed892b9b-0165-4b3f-823a-02793bf35c17 req-450924e4-cb8d-4792-83c9-c427906e02a6 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:44.746309 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ed892b9b-0165-4b3f-823a-02793bf35c17 req-450924e4-cb8d-4792-83c9-c427906e02a6 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 944 time: 0.0614533 Jun 26 16:26:44.796908 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ed892b9b-0165-4b3f-823a-02793bf35c17 req-8fe2c1ee-ee2d-4b14-92f1-6ca7bbbac412 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449941 Jun 26 16:26:44.813604 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-53da2c25-406f-4d85-8d2b-43b55ea75807 req-57bf661c-9466-41e5-8bdc-5d7c58d12b9a tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 210 time: 0.0310709 Jun 26 16:26:45.091304 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6006b598-3608-4d71-9445-0dd8c82836eb req-503d14b0-b179-47d6-a519-c4922f9121a1 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 210 time: 0.0285709 Jun 26 16:26:45.269661 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3bfb4-8ea7-460a-82c3-ec72648640e5 req-662efc58-c161-4fb2-afc0-2874346b088e tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:45.271186 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ccb3bfb4-8ea7-460a-82c3-ec72648640e5 req-662efc58-c161-4fb2-afc0-2874346b088e tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 943 time: 0.0641980 Jun 26 16:26:45.310746 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ccb3bfb4-8ea7-460a-82c3-ec72648640e5 req-761a362d-2489-48e0-b701-295822791177 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330262 Jun 26 16:26:45.671097 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-5219597b-0c2a-467b-9b78-dd7f346be83e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Request body: {'port': {'device_id': 'e2a178d7-0605-4b29-ac98-c14bb716405a', 'network_id': '838ee064-f821-42c8-9617-9a149204fe5b', 'admin_state_up': True, 'tenant_id': '86896a6b6e4744a48feb2d643fa1a7e6'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:45.762808 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b932ce8-c997-41c2-a8e6-0ff97c51aa9f req-213e6c2a-bb0d-4c39-8809-b311b28d81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:45.764489 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-1b932ce8-c997-41c2-a8e6-0ff97c51aa9f req-213e6c2a-bb0d-4c39-8809-b311b28d81aa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86896a6b6e4744a48feb2d643fa1a7e6&device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 1096 time: 0.0890157 Jun 26 16:26:45.958650 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-5219597b-0c2a-467b-9b78-dd7f346be83e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Made reservation on behalf of 86896a6b6e4744a48feb2d643fa1a7e6 for: {'port': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:26:45.958650 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-5219597b-0c2a-467b-9b78-dd7f346be83e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:45.959725 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b932ce8-c997-41c2-a8e6-0ff97c51aa9f req-f69243e9-fedc-4ca2-a8a4-02e5c65500ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:45.959725 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-1b932ce8-c997-41c2-a8e6-0ff97c51aa9f req-f69243e9-fedc-4ca2-a8a4-02e5c65500ba service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=86896a6b6e4744a48feb2d643fa1a7e6&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1693475 Jun 26 16:26:46.176544 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a0482578-8ae1-45f0-ba6a-f9c52438b515 req-df848642-849e-4372-85ea-1be42adb8f75 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 210 time: 0.2248237 Jun 26 16:26:46.283160 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b932ce8-c997-41c2-a8e6-0ff97c51aa9f req-046a35df-303c-40c3-8d95-5fbf35bd12e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:46.284680 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-1b932ce8-c997-41c2-a8e6-0ff97c51aa9f req-046a35df-303c-40c3-8d95-5fbf35bd12e9 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3239853 Jun 26 16:26:46.309539 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1b55c-d34b-4afc-9ce6-4bf62db576fa req-ec58e28d-4828-445f-baeb-3799845ab95f tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:46.310174 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-47e1b55c-d34b-4afc-9ce6-4bf62db576fa req-ec58e28d-4828-445f-baeb-3799845ab95f tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 944 time: 0.3537443 Jun 26 16:26:46.360292 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f018bcee-00b8-47bf-8a39-b34d9b4ed112 req-2f2d13b4-97d2-42b1-9221-c1a20c426044 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 210 time: 0.0437741 Jun 26 16:26:46.374408 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_common [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-5219597b-0c2a-467b-9b78-dd7f346be83e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Allocated IP 172.20.0.9 (838ee064-f821-42c8-9617-9a149204fe5b/306da1d4-c663-423c-a407-5d085628ca91/f39cd217-3469-439d-b8ba-bb1f552d0551) {{(pid=93425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:26:46.419238 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-47e1b55c-d34b-4afc-9ce6-4bf62db576fa req-0215ff01-f0f7-4050-a456-78f053def952 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872774 Jun 26 16:26:46.599436 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-5219597b-0c2a-467b-9b78-dd7f346be83e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Notify callbacks [] for port, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:46.612809 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f463d-8b55-4c0a-a395-976f898adb05 req-872a3d0f-674e-499a-8e60-9c533c61a5b5 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:46.614258 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-242f463d-8b55-4c0a-a395-976f898adb05 req-872a3d0f-674e-499a-8e60-9c533c61a5b5 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 943 time: 0.1362412 Jun 26 16:26:46.667177 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-242f463d-8b55-4c0a-a395-976f898adb05 req-8fdeb63d-a6ed-4af3-9701-a13a1948a23a tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460157 Jun 26 16:26:46.728024 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-5219597b-0c2a-467b-9b78-dd7f346be83e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2366237'] for port, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:46.732508 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:46.777285 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-5219597b-0c2a-467b-9b78-dd7f346be83e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Network 838ee064-f821-42c8-9617-9a149204fe5b is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:26:46.782011 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-5219597b-0c2a-467b-9b78-dd7f346be83e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:26:46.785993 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-5219597b-0c2a-467b-9b78-dd7f346be83e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Received port after_create {{(pid=93425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:26:46.808759 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219597b-0c2a-467b-9b78-dd7f346be83e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Pushing event updated for resources: {'Port': ['ID=f39cd217-3469-439d-b8ba-bb1f552d0551,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:46.814880 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-5219597b-0c2a-467b-9b78-dd7f346be83e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:46.834744 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-5219597b-0c2a-467b-9b78-dd7f346be83e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:46.838126 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-5219597b-0c2a-467b-9b78-dd7f346be83e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:46.908494 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-5219597b-0c2a-467b-9b78-dd7f346be83e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2413993 Jun 26 16:26:47.311317 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d0a734d4-1196-4ce1-a6ff-41c3591d9ae2 req-50254eae-c7ca-4d27-8ad4-e664cb807bc4 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 210 time: 0.0276475 Jun 26 16:26:47.548791 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124bbd7-f892-44a6-abd7-f92a4e7651a0 req-cd1307b5-0fb6-461a-ae76-c39e5047e6a6 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:47.548791 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e124bbd7-f892-44a6-abd7-f92a4e7651a0 req-cd1307b5-0fb6-461a-ae76-c39e5047e6a6 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 931 time: 0.0741546 Jun 26 16:26:47.604544 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e124bbd7-f892-44a6-abd7-f92a4e7651a0 req-ce46ed1b-a166-463a-a03f-b7726dae3259 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397096 Jun 26 16:26:47.624556 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a546cd-7932-4214-b376-f0baeeaf8b42 req-85dfb719-23d1-4991-b971-edd646a77bf0 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:47.625985 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-83a546cd-7932-4214-b376-f0baeeaf8b42 req-85dfb719-23d1-4991-b971-edd646a77bf0 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 944 time: 0.1017017 Jun 26 16:26:47.662981 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-83a546cd-7932-4214-b376-f0baeeaf8b42 req-c65e4b49-70de-440f-999d-4a13490e1b80 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315137 Jun 26 16:26:47.836704 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af458b-f92f-4f07-850c-48fd2fb31c41 req-53bd672e-5756-4df7-9cc5-b2654c40ff49 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:47.838254 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-91af458b-f92f-4f07-850c-48fd2fb31c41 req-53bd672e-5756-4df7-9cc5-b2654c40ff49 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 943 time: 0.0613313 Jun 26 16:26:47.873873 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-91af458b-f92f-4f07-850c-48fd2fb31c41 req-6b75f789-8ddc-4c2b-aea6-66aaddc479b4 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300488 Jun 26 16:26:48.450234 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-abf90dd6-fcd1-4de2-bd3a-8cc5f03edc0f req-e83d8726-a875-4763-9be1-1f2ae1243dec tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 210 time: 0.0313814 Jun 26 16:26:48.769877 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd2a41-3ef5-42f1-890c-e6f5194651a9 req-b3ca2085-2232-400b-a733-1a532008234c tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:48.771372 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fafd2a41-3ef5-42f1-890c-e6f5194651a9 req-b3ca2085-2232-400b-a733-1a532008234c tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 931 time: 0.0607910 Jun 26 16:26:48.835481 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fafd2a41-3ef5-42f1-890c-e6f5194651a9 req-56e5d0da-0cc9-4abd-8c50-de8ca679fb00 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529954 Jun 26 16:26:48.858948 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db03ae6-0348-4bb9-8731-85f620bb7d03 req-a60b7391-d123-4b7f-ad6a-275146469faa tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:48.860512 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2db03ae6-0348-4bb9-8731-85f620bb7d03 req-a60b7391-d123-4b7f-ad6a-275146469faa tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 944 time: 0.0882866 Jun 26 16:26:48.898620 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2db03ae6-0348-4bb9-8731-85f620bb7d03 req-c5ab3bbd-2788-44c4-af3b-f97e41d08259 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310700 Jun 26 16:26:49.023809 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Request body: {'port': {'device_id': 'e2a178d7-0605-4b29-ac98-c14bb716405a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:49.142515 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48aba5-0e02-421b-859f-b2612584271b req-35ff9e44-3f77-41b5-9d93-d8739ce1593b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:49.143027 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2374c-5ebd-40f7-a3b4-f92bc6e32be0 req-e92a442d-b975-4df4-a221-ab814f7f8dc2 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:49.143115 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-3d48aba5-0e02-421b-859f-b2612584271b req-35ff9e44-3f77-41b5-9d93-d8739ce1593b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.38 "GET /v2.0/networks?id=6e78350e-b03c-4768-a782-c82d20e18c58 HTTP/1.1" status: 200 len: 811 time: 0.1217320 Jun 26 16:26:49.143183 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-66d2374c-5ebd-40f7-a3b4-f92bc6e32be0 req-e92a442d-b975-4df4-a221-ab814f7f8dc2 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 943 time: 0.1611013 Jun 26 16:26:49.173810 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:49.193374 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-3d48aba5-0e02-421b-859f-b2612584271b req-c6c2b67c-6e8f-4a97-9f73-b0b17cb78daf tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37245b0b96f64637951914c50cb066eb HTTP/1.1" status: 200 len: 379 time: 0.0435007 Jun 26 16:26:49.203850 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [req-3d48aba5-0e02-421b-859f-b2612584271b req-c8bd3b3d-1fe6-4654-96e8-eef7b02f4f9f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Request body: {'port': {'device_id': 'c0d9fec1-2fcc-4017-9f32-9d972ed1754b', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'admin_state_up': True, 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'security_groups': ['1cf5de10-d499-49e3-967d-a28e6b3250c6']}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:49.211014 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-66d2374c-5ebd-40f7-a3b4-f92bc6e32be0 req-85cd5963-16c3-49e5-8ae9-2266c450f800 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632448 Jun 26 16:26:49.236615 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-1321f62e-03bb-4381-a81f-29246dfc3931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:49.238179 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-1321f62e-03bb-4381-a81f-29246dfc3931 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86896a6b6e4744a48feb2d643fa1a7e6&device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 1096 time: 0.1877284 Jun 26 16:26:49.287197 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-afea5ebf-1642-4192-8de9-3196a066284f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5981eb1-4cf0-4f06-a9d8-d474ee270606 HTTP/1.1" status: 200 len: 217 time: 0.0412776 Jun 26 16:26:49.401980 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d48aba5-0e02-421b-859f-b2612584271b req-c8bd3b3d-1fe6-4654-96e8-eef7b02f4f9f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Made reservation on behalf of 37245b0b96f64637951914c50cb066eb for: {'port': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:26:49.403222 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f0d69132-0db2-43d8-bca4-cd672cd82b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:49.404666 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-f0d69132-0db2-43d8-bca4-cd672cd82b0e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=306da1d4-c663-423c-a407-5d085628ca91 HTTP/1.1" status: 200 len: 858 time: 0.0708175 Jun 26 16:26:49.405578 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-3d48aba5-0e02-421b-859f-b2612584271b req-c8bd3b3d-1fe6-4654-96e8-eef7b02f4f9f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:49.473555 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-3a0fa7f5-7967-4e58-a66b-ee240fa77ccf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=838ee064-f821-42c8-9617-9a149204fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597494 Jun 26 16:26:49.566963 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [req-3d48aba5-0e02-421b-859f-b2612584271b req-c8bd3b3d-1fe6-4654-96e8-eef7b02f4f9f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Allocated IP 172.20.0.13 (6e78350e-b03c-4768-a782-c82d20e18c58/bf83ec24-380c-4a3f-bf30-b819dca890ff/b7eff7d9-64c3-44ba-abef-afe21dc226a2) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:26:49.730563 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e56a749e-096d-413f-a1ba-e08d75eea043 req-8624772c-baff-4aa9-9ca3-ec920ca58816 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 210 time: 0.0461700 Jun 26 16:26:49.734206 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-4177de8e-7a6e-4a64-9175-b6b84eb93423 service neutron] 10.222.0.38 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519062 Jun 26 16:26:49.743537 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-3d48aba5-0e02-421b-859f-b2612584271b req-c8bd3b3d-1fe6-4654-96e8-eef7b02f4f9f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:49.768864 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.provisioning_blocks [req-3d48aba5-0e02-421b-859f-b2612584271b req-c8bd3b3d-1fe6-4654-96e8-eef7b02f4f9f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Transition to ACTIVE for port object b7eff7d9-64c3-44ba-abef-afe21dc226a2 will not be triggered until provisioned by entity DHCP. {{(pid=93424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:26:49.820331 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39cd217-3469-439d-b8ba-bb1f552d0551 {{(pid=93425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:26:49.830732 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:49.851220 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.provisioning_blocks [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Transition to ACTIVE for port object f39cd217-3469-439d-b8ba-bb1f552d0551 will not be triggered until provisioned by entity L2. {{(pid=93425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:26:49.868294 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-5262a9d1-272c-48bc-895d-f3b460e0d1bb service neutron] 10.222.0.38 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131582 Jun 26 16:26:49.886324 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-3d48aba5-0e02-421b-859f-b2612584271b req-c8bd3b3d-1fe6-4654-96e8-eef7b02f4f9f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:49.895919 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:49.908491 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:49.911871 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:49.979669 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Pushing event updated for resources: {'Port': ['ID=f39cd217-3469-439d-b8ba-bb1f552d0551,revision_number=2']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:49.986686 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d48aba5-0e02-421b-859f-b2612584271b req-c8bd3b3d-1fe6-4654-96e8-eef7b02f4f9f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Network 6e78350e-b03c-4768-a782-c82d20e18c58 is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:26:49.990155 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [req-3d48aba5-0e02-421b-859f-b2612584271b req-c8bd3b3d-1fe6-4654-96e8-eef7b02f4f9f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:26:49.996993 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d48aba5-0e02-421b-859f-b2612584271b req-c8bd3b3d-1fe6-4654-96e8-eef7b02f4f9f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:26:50.003168 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:50.004841 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48aba5-0e02-421b-859f-b2612584271b req-c8bd3b3d-1fe6-4654-96e8-eef7b02f4f9f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:50.005246 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-3d48aba5-0e02-421b-859f-b2612584271b req-c8bd3b3d-1fe6-4654-96e8-eef7b02f4f9f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:50.020715 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd3b3d-1fe6-4654-96e8-eef7b02f4f9f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Pushing event updated for resources: {'Port': ['ID=b7eff7d9-64c3-44ba-abef-afe21dc226a2,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:50.033756 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-c8bd3b3d-1fe6-4654-96e8-eef7b02f4f9f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:50.155337 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-3d48aba5-0e02-421b-859f-b2612584271b req-c8bd3b3d-1fe6-4654-96e8-eef7b02f4f9f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9555964 Jun 26 16:26:50.175575 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [req-3d48aba5-0e02-421b-859f-b2612584271b req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Request body: {'port': {'device_id': 'c0d9fec1-2fcc-4017-9f32-9d972ed1754b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:26:50.176998 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Attempting to bind port f39cd217-3469-439d-b8ba-bb1f552d0551 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:26:50.177376 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Attempting to bind port f39cd217-3469-439d-b8ba-bb1f552d0551 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '4dae9ae4-b11c-4294-92fd-1201526fc22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '838ee064-f821-42c8-9617-9a149204fe5b'}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:26:50.177933 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Attempting to bind port f39cd217-3469-439d-b8ba-bb1f552d0551 on network 838ee064-f821-42c8-9617-9a149204fe5b {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:26:50.184594 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Port f39cd217-3469-439d-b8ba-bb1f552d0551 on network 838ee064-f821-42c8-9617-9a149204fe5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:26:50.185158 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Attempting to bind port f39cd217-3469-439d-b8ba-bb1f552d0551 on network 838ee064-f821-42c8-9617-9a149204fe5b {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:26:50.197455 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Checking agent: {'id': '017f0d27-5c15-4479-952a-00a1dbd8023d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'started_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:26:50.201267 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Checking segment: {'id': '4dae9ae4-b11c-4294-92fd-1201526fc22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '838ee064-f821-42c8-9617-9a149204fe5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:26:50.201267 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Bound using segment: {'id': '4dae9ae4-b11c-4294-92fd-1201526fc22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '838ee064-f821-42c8-9617-9a149204fe5b'} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:26:50.201267 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Bound port: f39cd217-3469-439d-b8ba-bb1f552d0551, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dae9ae4-b11c-4294-92fd-1201526fc22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '838ee064-f821-42c8-9617-9a149204fe5b'}}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:26:50.201267 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:50.264441 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e24caa-fab6-4a98-96fc-592a0f0a2ee5 req-cb20b672-c3ab-46ea-87cd-31ec1935d646 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:50.264441 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-95e24caa-fab6-4a98-96fc-592a0f0a2ee5 req-cb20b672-c3ab-46ea-87cd-31ec1935d646 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 944 time: 0.1844943 Jun 26 16:26:50.282009 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac5bd9-076e-4f86-9b86-b5ecf34757a7 req-c110cc6b-d67b-4129-9faa-641b45ba8c66 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:50.283505 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3bac5bd9-076e-4f86-9b86-b5ecf34757a7 req-c110cc6b-d67b-4129-9faa-641b45ba8c66 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 943 time: 0.1970217 Jun 26 16:26:50.302530 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-3d48aba5-0e02-421b-859f-b2612584271b req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:50.374465 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] For port f39cd217-3469-439d-b8ba-bb1f552d0551, host hv-cinder-79818, cleared binding levels {{(pid=93425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:26:50.382296 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3bac5bd9-076e-4f86-9b86-b5ecf34757a7 req-0c7c84f2-0061-497d-85b9-009cb344b136 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795650 Jun 26 16:26:50.384303 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-a47e01cd-b036-4e3f-a484-894b666f5bca None None] Provisioning for port b7eff7d9-64c3-44ba-abef-afe21dc226a2 completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:26:50.389201 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-a47e01cd-b036-4e3f-a484-894b666f5bca None None] Provisioning complete for port b7eff7d9-64c3-44ba-abef-afe21dc226a2 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:26:50.389588 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-a47e01cd-b036-4e3f-a484-894b666f5bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:50.427478 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-95e24caa-fab6-4a98-96fc-592a0f0a2ee5 req-caf40c7f-239f-4bc7-a6f4-312852a8e7a9 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446071 Jun 26 16:26:50.433859 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] For port f39cd217-3469-439d-b8ba-bb1f552d0551, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=f39cd217-3469-439d-b8ba-bb1f552d0551,segment=NetworkSegment(4dae9ae4-b11c-4294-92fd-1201526fc22c),segment_id=4dae9ae4-b11c-4294-92fd-1201526fc22c)] {{(pid=93425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:26:50.458234 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-a47e01cd-b036-4e3f-a484-894b666f5bca None None] Port b7eff7d9-64c3-44ba-abef-afe21dc226a2 cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:26:50.508928 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:50.524072 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:50.536120 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:26:50.615313 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:50.616080 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:50.618080 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] 10.222.0.38 "PUT /v2.0/ports/f39cd217-3469-439d-b8ba-bb1f552d0551 HTTP/1.1" status: 200 len: 1093 time: 1.6024163 Jun 26 16:26:50.618647 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a178d7-0605-4b29-ac98-c14bb716405a', 'tag': 'f39cd217-3469-439d-b8ba-bb1f552d0551'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:26:50.628936 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0a8e4f-9088-497b-9e8b-b2d0a73bac1f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a178d7-0605-4b29-ac98-c14bb716405a", "tag": "f39cd217-3469-439d-b8ba-bb1f552d0551"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:26:50.673691 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f,segment=NetworkSegment(b0f46aa9-9825-4a0c-af1b-029a25f4dace),segment_id=b0f46aa9-9825-4a0c-af1b-029a25f4dace)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:26:50.676826 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Pushing event updated for resources: {'Port': ['ID=f39cd217-3469-439d-b8ba-bb1f552d0551,revision_number=3']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:50.685566 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:50.687898 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': '37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f', 'network_id': 'e7329151-8119-48fb-8ac6-36808d62f3f4', 'port_id': '37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f', 'mac_address': 'fa:16:3e:73:21:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd879d35-8116-4f09-8060-cf9a9c444aa3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:26:50.734833 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [req-3d48aba5-0e02-421b-859f-b2612584271b req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7eff7d9-64c3-44ba-abef-afe21dc226a2 {{(pid=93424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:26:50.744612 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-3d48aba5-0e02-421b-859f-b2612584271b req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:50.767885 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.provisioning_blocks [req-3d48aba5-0e02-421b-859f-b2612584271b req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Transition to ACTIVE for port object b7eff7d9-64c3-44ba-abef-afe21dc226a2 will not be triggered until provisioned by entity L2. {{(pid=93424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:26:50.770281 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:50.794501 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:26:50.800761 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8694461f-71f4-403c-866c-957c28437e92 x-openstack-request-id: req-8694461f-71f4-403c-866c-957c28437e92 {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:26:50.801406 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a178d7-0605-4b29-ac98-c14bb716405a", "tag": "f39cd217-3469-439d-b8ba-bb1f552d0551", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:26:50.802265 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8694461f-71f4-403c-866c-957c28437e92 {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:26:50.802857 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a178d7-0605-4b29-ac98-c14bb716405a', 'tag': 'f39cd217-3469-439d-b8ba-bb1f552d0551', 'status': 'completed', 'code': 200} Jun 26 16:26:50.811680 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2caf2d-217a-414b-bd3b-ec6029160e8e req-88d3face-21ef-481d-a330-cdf2ee0119bb tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:50.813804 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-be2caf2d-217a-414b-bd3b-ec6029160e8e req-88d3face-21ef-481d-a330-cdf2ee0119bb tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 943 time: 0.2041292 Jun 26 16:26:50.830156 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-3d48aba5-0e02-421b-859f-b2612584271b req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:50.840299 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f,segment=NetworkSegment(b0f46aa9-9825-4a0c-af1b-029a25f4dace),segment_id=b0f46aa9-9825-4a0c-af1b-029a25f4dace)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:26:50.842722 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:50.882929 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-305082f6-c951-4e5b-93c7-15919fbe54db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:50.885075 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-305082f6-c951-4e5b-93c7-15919fbe54db service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86896a6b6e4744a48feb2d643fa1a7e6&device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 1096 time: 0.1648798 Jun 26 16:26:50.890223 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Pushing event updated for resources: {'Port': ['ID=b7eff7d9-64c3-44ba-abef-afe21dc226a2,revision_number=2']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:50.900447 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-be2caf2d-217a-414b-bd3b-ec6029160e8e req-72d7da15-e11f-4330-bd85-fa9f986e548f tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662761 Jun 26 16:26:50.901556 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:50.938593 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:50.942183 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 5af96401-edc0-44c3-8474-46cbb7149db3 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:26:50.942554 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-9359ad46-92ff-4faa-98bb-93cd74ba106a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:50.953109 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-3d48aba5-0e02-421b-859f-b2612584271b req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Attempting to bind port b7eff7d9-64c3-44ba-abef-afe21dc226a2 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:26:50.953453 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-3d48aba5-0e02-421b-859f-b2612584271b req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Attempting to bind port b7eff7d9-64c3-44ba-abef-afe21dc226a2 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '4f604311-0f84-4b21-a003-273b77581632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58'}] {{(pid=93424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:26:50.953782 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d48aba5-0e02-421b-859f-b2612584271b req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Attempting to bind port b7eff7d9-64c3-44ba-abef-afe21dc226a2 on network 6e78350e-b03c-4768-a782-c82d20e18c58 {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:26:50.958376 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d48aba5-0e02-421b-859f-b2612584271b req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Port b7eff7d9-64c3-44ba-abef-afe21dc226a2 on network 6e78350e-b03c-4768-a782-c82d20e18c58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:26:50.958706 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d48aba5-0e02-421b-859f-b2612584271b req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Attempting to bind port b7eff7d9-64c3-44ba-abef-afe21dc226a2 on network 6e78350e-b03c-4768-a782-c82d20e18c58 {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:26:50.964939 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d48aba5-0e02-421b-859f-b2612584271b req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Checking agent: {'id': '017f0d27-5c15-4479-952a-00a1dbd8023d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'started_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:26:50.965277 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d48aba5-0e02-421b-859f-b2612584271b req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Checking segment: {'id': '4f604311-0f84-4b21-a003-273b77581632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:26:50.965786 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d48aba5-0e02-421b-859f-b2612584271b req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Bound using segment: {'id': '4f604311-0f84-4b21-a003-273b77581632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58'} {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:26:50.966230 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-3d48aba5-0e02-421b-859f-b2612584271b req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Bound port: b7eff7d9-64c3-44ba-abef-afe21dc226a2, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f604311-0f84-4b21-a003-273b77581632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58'}}] {{(pid=93424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:26:50.966587 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-3d48aba5-0e02-421b-859f-b2612584271b req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:51.088550 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-3d48aba5-0e02-421b-859f-b2612584271b req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] For port b7eff7d9-64c3-44ba-abef-afe21dc226a2, host hv-cinder-79818, cleared binding levels {{(pid=93424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:26:51.093835 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-3d48aba5-0e02-421b-859f-b2612584271b req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] For port b7eff7d9-64c3-44ba-abef-afe21dc226a2, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=b7eff7d9-64c3-44ba-abef-afe21dc226a2,segment=NetworkSegment(4f604311-0f84-4b21-a003-273b77581632),segment_id=4f604311-0f84-4b21-a003-273b77581632)] {{(pid=93424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:26:51.101498 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 51528) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:51.130021 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58174d9b-ac40-4d14-9057-a009ec1178aa req-c2bf7cb9-c71b-497c-88b8-b7e72ad79fa2 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:51.137932 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-58174d9b-ac40-4d14-9057-a009ec1178aa req-c2bf7cb9-c71b-497c-88b8-b7e72ad79fa2 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 944 time: 0.1317694 Jun 26 16:26:51.186112 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-58174d9b-ac40-4d14-9057-a009ec1178aa req-9d02ab4f-2fe5-473d-bb3e-f83883d28549 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390434 Jun 26 16:26:51.191226 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:51.195586 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 5af96401-edc0-44c3-8474-46cbb7149db3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=5af96401-edc0-44c3-8474-46cbb7149db3,segment=NetworkSegment(5157ce06-5344-460b-ae56-328e0291ce37),segment_id=5157ce06-5344-460b-ae56-328e0291ce37)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:26:51.197475 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-3d48aba5-0e02-421b-859f-b2612584271b req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:51.198803 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:51.201597 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:51.212152 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': '5af96401-edc0-44c3-8474-46cbb7149db3', 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7', 'port_id': '5af96401-edc0-44c3-8474-46cbb7149db3', 'mac_address': 'fa:16:3e:e1:b8:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '889b689e-0077-4f65-adce-eac8bc576e78', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:26:51.236151 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48aba5-0e02-421b-859f-b2612584271b req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:51.237034 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-3d48aba5-0e02-421b-859f-b2612584271b req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:51.239080 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-3d48aba5-0e02-421b-859f-b2612584271b req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] 10.222.0.38 "PUT /v2.0/ports/b7eff7d9-64c3-44ba-abef-afe21dc226a2 HTTP/1.1" status: 200 len: 1094 time: 1.0752201 Jun 26 16:26:51.241519 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d9fec1-2fcc-4017-9f32-9d972ed1754b', 'tag': 'b7eff7d9-64c3-44ba-abef-afe21dc226a2'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:26:51.244099 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b20161c-7ce8-4124-926c-f3a3a588ca20" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d9fec1-2fcc-4017-9f32-9d972ed1754b", "tag": "b7eff7d9-64c3-44ba-abef-afe21dc226a2"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:26:51.265950 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:51.280145 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Pushing event updated for resources: {'Port': ['ID=b7eff7d9-64c3-44ba-abef-afe21dc226a2,revision_number=3']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:51.282552 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af96401-edc0-44c3-8474-46cbb7149db3 {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:26:51.284458 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:51.298030 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-45e56f1a-179e-4b75-9f5b-e8c4b403803a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:51.311099 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 5af96401-edc0-44c3-8474-46cbb7149db3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=5af96401-edc0-44c3-8474-46cbb7149db3,segment=NetworkSegment(5157ce06-5344-460b-ae56-328e0291ce37),segment_id=5157ce06-5344-460b-ae56-328e0291ce37)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:26:51.322195 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36686cf2-e854-4747-bc98-bd5768e2b537 x-openstack-request-id: req-36686cf2-e854-4747-bc98-bd5768e2b537 {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:26:51.322891 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d9fec1-2fcc-4017-9f32-9d972ed1754b", "tag": "b7eff7d9-64c3-44ba-abef-afe21dc226a2", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:26:51.323254 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36686cf2-e854-4747-bc98-bd5768e2b537 {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:26:51.323674 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d9fec1-2fcc-4017-9f32-9d972ed1754b', 'tag': 'b7eff7d9-64c3-44ba-abef-afe21dc226a2', 'status': 'completed', 'code': 200} Jun 26 16:26:51.378915 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:51.381310 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:51.409713 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-45e56f1a-179e-4b75-9f5b-e8c4b403803a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:51.435635 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=5af96401-edc0-44c3-8474-46cbb7149db3,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:51.439868 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:51.476002 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-45e56f1a-179e-4b75-9f5b-e8c4b403803a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:51.497266 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:51.510046 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-45e56f1a-179e-4b75-9f5b-e8c4b403803a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=428cc9b6c537400f9993d50bb6464c86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067476 Jun 26 16:26:51.512814 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 51546) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:51.558833 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e56f1a-179e-4b75-9f5b-e8c4b403803a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29674352-4ef9-4d89-bb1d-6bee76ffef7e,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:51.563119 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-45e56f1a-179e-4b75-9f5b-e8c4b403803a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:51.568801 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f0505076-fdbd-4c72-abf0-d5013603d9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:51.590402 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f0505076-fdbd-4c72-abf0-d5013603d9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:51.622495 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5be48b-60ed-4e3d-bc91-bd15c416f7c4 req-c5022536-a500-45a2-a741-d507a1e49327 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:51.623992 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3f5be48b-60ed-4e3d-bc91-bd15c416f7c4 req-c5022536-a500-45a2-a741-d507a1e49327 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 943 time: 0.1128938 Jun 26 16:26:51.636451 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3cb420-95bf-492f-93ea-184f5124054f req-b6dcf30d-99e6-4659-ae0b-2d43aaaf23f7 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:51.637860 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ab3cb420-95bf-492f-93ea-184f5124054f req-b6dcf30d-99e6-4659-ae0b-2d43aaaf23f7 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 945 time: 0.0917752 Jun 26 16:26:51.692065 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3f5be48b-60ed-4e3d-bc91-bd15c416f7c4 req-f3f096f3-1a06-46fb-a584-c44208cb91e9 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532632 Jun 26 16:26:51.695203 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ab3cb420-95bf-492f-93ea-184f5124054f req-eab1bffa-fa72-4834-abf2-90d80ca87358 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505512 Jun 26 16:26:51.704608 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f0505076-fdbd-4c72-abf0-d5013603d9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:51.707530 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f0505076-fdbd-4c72-abf0-d5013603d9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:51.709629 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-f0505076-fdbd-4c72-abf0-d5013603d9ef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29674352-4ef9-4d89-bb1d-6bee76ffef7e HTTP/1.1" status: 204 len: 168 time: 0.1947947 Jun 26 16:26:51.710613 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:51.718938 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0505076-fdbd-4c72-abf0-d5013603d9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29674352-4ef9-4d89-bb1d-6bee76ffef7e,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:51.722859 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-f0505076-fdbd-4c72-abf0-d5013603d9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:52.069538 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c5b96-b35f-404a-97bf-cd81d52aa5af req-03cf3bbf-5ccf-4c3f-a600-b64f7569169f tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:52.071024 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-304c5b96-b35f-404a-97bf-cd81d52aa5af req-03cf3bbf-5ccf-4c3f-a600-b64f7569169f tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 944 time: 0.0651171 Jun 26 16:26:52.108326 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-304c5b96-b35f-404a-97bf-cd81d52aa5af req-4a9883e1-2f62-4339-95ff-49a7f9a8f1fe tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313826 Jun 26 16:26:52.342886 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a53744-d57e-44f0-8ff8-f11559da9928 req-d306e264-24e4-45e5-bf4e-47e8803e0715 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:52.344344 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-46a53744-d57e-44f0-8ff8-f11559da9928 req-d306e264-24e4-45e5-bf4e-47e8803e0715 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 944 time: 0.0609879 Jun 26 16:26:52.381576 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-46a53744-d57e-44f0-8ff8-f11559da9928 req-6e4584b3-b343-4d14-bed4-ae2637929157 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316052 Jun 26 16:26:53.087649 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e4517-1e6c-43bb-9b5e-f336893ccac3 req-8809b06d-6003-4720-89ea-84e1a1bd2dd6 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:53.089136 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-aa2e4517-1e6c-43bb-9b5e-f336893ccac3 req-8809b06d-6003-4720-89ea-84e1a1bd2dd6 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 943 time: 0.2806456 Jun 26 16:26:53.099296 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b459b9e-c36c-42d2-99b9-b0a9582f7bf0 req-82c21ff7-3c5e-496c-9137-c4590deab811 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:53.100713 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3b459b9e-c36c-42d2-99b9-b0a9582f7bf0 req-82c21ff7-3c5e-496c-9137-c4590deab811 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 945 time: 0.2829208 Jun 26 16:26:53.153352 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-aa2e4517-1e6c-43bb-9b5e-f336893ccac3 req-987ee065-1f22-4b2c-96da-cf9152de923a tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516865 Jun 26 16:26:53.158007 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3b459b9e-c36c-42d2-99b9-b0a9582f7bf0 req-93ed3401-501b-41f1-8de0-481a7edb6981 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505147 Jun 26 16:26:53.313683 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa0ef4-ffe4-4ebe-8faa-798657a68449 req-5c9b4d33-953f-49dc-993b-9f45c452bc39 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:53.315180 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-87aa0ef4-ffe4-4ebe-8faa-798657a68449 req-5c9b4d33-953f-49dc-993b-9f45c452bc39 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 944 time: 0.0620518 Jun 26 16:26:53.353677 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-87aa0ef4-ffe4-4ebe-8faa-798657a68449 req-8bfcb67b-ad8b-4a7c-8aa8-df3117d473f4 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327761 Jun 26 16:26:53.549743 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebf946-2373-4adc-bdfd-840040fc8099 req-677c6f3b-a1a6-4319-895e-8edc7028da65 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:53.551317 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-51ebf946-2373-4adc-bdfd-840040fc8099 req-677c6f3b-a1a6-4319-895e-8edc7028da65 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 944 time: 0.0617948 Jun 26 16:26:53.586954 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-51ebf946-2373-4adc-bdfd-840040fc8099 req-20e11543-262e-4e2c-9be2-0f81b4ed5648 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301149 Jun 26 16:26:53.832725 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-e3b614f2-0b26-4085-b302-122f7c55473d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f39cd217-3469-439d-b8ba-bb1f552d0551 HTTP/1.1" status: 200 len: 217 time: 0.0326538 Jun 26 16:26:53.884889 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-a3b16a0f-cacd-4a35-b5f5-a698590f14f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:53.886330 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-a3b16a0f-cacd-4a35-b5f5-a698590f14f7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=306da1d4-c663-423c-a407-5d085628ca91 HTTP/1.1" status: 200 len: 858 time: 0.0465455 Jun 26 16:26:53.889591 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20161c-7ce8-4124-926c-f3a3a588ca20 req-a64fa473-386a-4998-83ea-86143f0902f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:53.891161 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-4b20161c-7ce8-4124-926c-f3a3a588ca20 req-a64fa473-386a-4998-83ea-86143f0902f8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37245b0b96f64637951914c50cb066eb&device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 1097 time: 0.0665655 Jun 26 16:26:53.926159 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-5f8a484d-a8f6-4ba7-9189-81fc7aeb652a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=838ee064-f821-42c8-9617-9a149204fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265124 Jun 26 16:26:53.990585 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20161c-7ce8-4124-926c-f3a3a588ca20 req-7b4067c5-4bf4-4271-9389-115fba13ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:53.992028 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-4b20161c-7ce8-4124-926c-f3a3a588ca20 req-7b4067c5-4bf4-4271-9389-115fba13ce78 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=37245b0b96f64637951914c50cb066eb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0909522 Jun 26 16:26:54.012611 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-3aba59fb-5b2f-4e4c-9ddb-afc3e033145d service neutron] 10.222.0.38 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792384 Jun 26 16:26:54.092940 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20161c-7ce8-4124-926c-f3a3a588ca20 req-cecaf01b-6d4a-4849-bc60-f747c6a8e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:54.094151 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-4b20161c-7ce8-4124-926c-f3a3a588ca20 req-cecaf01b-6d4a-4849-bc60-f747c6a8e86a service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952194 Jun 26 16:26:54.110589 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-79b7d11c-30d8-4387-b0cd-9c3e351b35db req-b9282d67-2279-4509-9ee1-8c7f52ebc443 service neutron] 10.222.0.38 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901501 Jun 26 16:26:54.125811 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:26:54.166865 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['5af96401-edc0-44c3-8474-46cbb7149db3'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:26:54.202846 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48aba5-0e02-421b-859f-b2612584271b req-70f96e18-b51c-4ee8-9398-90dbb74d0e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:54.204346 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3d48aba5-0e02-421b-859f-b2612584271b req-70f96e18-b51c-4ee8-9398-90dbb74d0e7d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37245b0b96f64637951914c50cb066eb&device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 1097 time: 0.0584779 Jun 26 16:26:54.267755 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3d48aba5-0e02-421b-859f-b2612584271b req-254797d4-0f8d-496f-95f3-e0ec4c103b21 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7eff7d9-64c3-44ba-abef-afe21dc226a2 HTTP/1.1" status: 200 len: 217 time: 0.0549462 Jun 26 16:26:54.377327 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48aba5-0e02-421b-859f-b2612584271b req-6a2ea66a-76b8-4d23-a797-904582e20a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:54.379129 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3d48aba5-0e02-421b-859f-b2612584271b req-6a2ea66a-76b8-4d23-a797-904582e20a80 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bf83ec24-380c-4a3f-bf30-b819dca890ff HTTP/1.1" status: 200 len: 850 time: 0.1038594 Jun 26 16:26:54.380475 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a8e4f-9088-497b-9e8b-b2d0a73bac1f req-c7e7f741-0f1c-4a9b-b020-ef789e59482e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:54.381946 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-fb0a8e4f-9088-497b-9e8b-b2d0a73bac1f req-c7e7f741-0f1c-4a9b-b020-ef789e59482e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86896a6b6e4744a48feb2d643fa1a7e6&device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 1096 time: 0.1242905 Jun 26 16:26:54.570801 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a8e4f-9088-497b-9e8b-b2d0a73bac1f req-5ad5baeb-50d3-45a9-a06e-da274cfea66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:54.572042 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-fb0a8e4f-9088-497b-9e8b-b2d0a73bac1f req-5ad5baeb-50d3-45a9-a06e-da274cfea66c service neutron] 10.222.0.38 "GET /v2.0/networks?id=838ee064-f821-42c8-9617-9a149204fe5b HTTP/1.1" status: 200 len: 919 time: 0.1802413 Jun 26 16:26:54.625900 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336a4d6-918f-4f5a-8fe1-c73c972241aa req-8eda3f8c-c267-43dd-a80c-c064b4762b18 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:54.634389 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8336a4d6-918f-4f5a-8fe1-c73c972241aa req-8eda3f8c-c267-43dd-a80c-c064b4762b18 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 943 time: 0.2462561 Jun 26 16:26:54.655459 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48aba5-0e02-421b-859f-b2612584271b req-ac41ca24-e75e-4e35-bc0b-d8a82c4cf8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:54.665355 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3d48aba5-0e02-421b-859f-b2612584271b req-ac41ca24-e75e-4e35-bc0b-d8a82c4cf8a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6e78350e-b03c-4768-a782-c82d20e18c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2557924 Jun 26 16:26:54.686940 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-fb0a8e4f-9088-497b-9e8b-b2d0a73bac1f req-eac5d54d-5a40-41fd-ba98-aa02d7fbd9c2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f39cd217-3469-439d-b8ba-bb1f552d0551 HTTP/1.1" status: 200 len: 217 time: 0.1056633 Jun 26 16:26:54.709638 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff54b8-73f2-4e04-84b4-5886f05bd5c0 req-f1a301d9-5f54-4b90-bae7-356d4ce095ae tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:54.722861 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2cff54b8-73f2-4e04-84b4-5886f05bd5c0 req-f1a301d9-5f54-4b90-bae7-356d4ce095ae tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 945 time: 0.2935104 Jun 26 16:26:54.755056 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a8e4f-9088-497b-9e8b-b2d0a73bac1f req-f6bd4ffc-82c5-469d-91fa-c5268a7fc138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:54.756671 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-fb0a8e4f-9088-497b-9e8b-b2d0a73bac1f req-f6bd4ffc-82c5-469d-91fa-c5268a7fc138 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=306da1d4-c663-423c-a407-5d085628ca91 HTTP/1.1" status: 200 len: 858 time: 0.0631518 Jun 26 16:26:54.803535 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8336a4d6-918f-4f5a-8fe1-c73c972241aa req-65fd7c7b-2dd5-4d35-aed9-d3e0508e3aa2 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676984 Jun 26 16:26:54.806726 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-fb0a8e4f-9088-497b-9e8b-b2d0a73bac1f req-de7f061c-c27b-419c-bc46-069a31fd5052 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=838ee064-f821-42c8-9617-9a149204fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408413 Jun 26 16:26:54.831351 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2cff54b8-73f2-4e04-84b4-5886f05bd5c0 req-aec66762-e2c8-4dd8-8979-20051e5155ce tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055312 Jun 26 16:26:54.881477 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3d48aba5-0e02-421b-859f-b2612584271b req-3b869019-97e5-4cfb-a6e1-345010166f5c service neutron] 10.222.0.38 "GET /v2.0/networks/6e78350e-b03c-4768-a782-c82d20e18c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112806 Jun 26 16:26:54.944192 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-fb0a8e4f-9088-497b-9e8b-b2d0a73bac1f req-77b0216a-1aa4-494f-b8f7-330b588bdc22 service neutron] 10.222.0.38 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292048 Jun 26 16:26:55.043733 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-fb0a8e4f-9088-497b-9e8b-b2d0a73bac1f req-aeac0acc-0426-4289-83d3-3a087178f93b service neutron] 10.222.0.38 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911355 Jun 26 16:26:55.097476 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3d48aba5-0e02-421b-859f-b2612584271b req-13ed4aa7-9551-4ab7-961a-a0131a135bea service neutron] 10.222.0.38 "GET /v2.0/networks/6e78350e-b03c-4768-a782-c82d20e18c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080216 Jun 26 16:26:55.109890 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964929a8-b0dd-4d3b-986a-5f72ae7bf7a7 req-d25d44b8-bc50-4364-8f58-4bd4a2692537 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:55.115576 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-964929a8-b0dd-4d3b-986a-5f72ae7bf7a7 req-d25d44b8-bc50-4364-8f58-4bd4a2692537 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 944 time: 0.1736116 Jun 26 16:26:55.143207 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a068df-a931-4db6-b952-c674c815a12b req-b2e48d73-b8be-440c-a69f-2ff07c67f949 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:55.144812 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f3a068df-a931-4db6-b952-c674c815a12b req-b2e48d73-b8be-440c-a69f-2ff07c67f949 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 944 time: 0.1354065 Jun 26 16:26:55.174996 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-964929a8-b0dd-4d3b-986a-5f72ae7bf7a7 req-ae73d7a6-49ea-4ebf-b1fc-51a4839737f4 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572412 Jun 26 16:26:55.195214 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f3a068df-a931-4db6-b952-c674c815a12b req-51bd2940-ef0e-4d1a-b724-14a173dbfe45 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438755 Jun 26 16:26:55.805596 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device d5981eb1-4cf0-4f06-a9d8-d474ee270606 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:26:55.877224 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:26:55.949231 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port d5981eb1-4cf0-4f06-a9d8-d474ee270606, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d5981eb1-4cf0-4f06-a9d8-d474ee270606,segment=NetworkSegment(4dae9ae4-b11c-4294-92fd-1201526fc22c),segment_id=4dae9ae4-b11c-4294-92fd-1201526fc22c)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:26:55.962333 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': 'd5981eb1-4cf0-4f06-a9d8-d474ee270606', 'network_id': '838ee064-f821-42c8-9617-9a149204fe5b', 'port_id': 'd5981eb1-4cf0-4f06-a9d8-d474ee270606', 'mac_address': 'fa:16:3e:a6:a8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306da1d4-c663-423c-a407-5d085628ca91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:26:56.003242 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:56.018438 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5981eb1-4cf0-4f06-a9d8-d474ee270606 {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:26:56.028728 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning for port 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:26:56.046659 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:26:56.047088 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:56.052184 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port d5981eb1-4cf0-4f06-a9d8-d474ee270606, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d5981eb1-4cf0-4f06-a9d8-d474ee270606,segment=NetworkSegment(4dae9ae4-b11c-4294-92fd-1201526fc22c),segment_id=4dae9ae4-b11c-4294-92fd-1201526fc22c)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:26:56.065071 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861dbec-866b-4cdf-9f7d-05f3b3e6736c req-281a84fe-7123-4065-98a3-f125defe4265 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:56.066671 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4861dbec-866b-4cdf-9f7d-05f3b3e6736c req-281a84fe-7123-4065-98a3-f125defe4265 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 943 time: 0.1152971 Jun 26 16:26:56.089865 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b735a-1851-4dea-bd83-c1cdf8148411 req-6188024b-3ccd-42c1-a284-01d20f3bbaa2 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:56.091380 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b43b735a-1851-4dea-bd83-c1cdf8148411 req-6188024b-3ccd-42c1-a284-01d20f3bbaa2 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 945 time: 0.1007657 Jun 26 16:26:56.122644 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:56.127492 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:56.150013 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4861dbec-866b-4cdf-9f7d-05f3b3e6736c req-64f25a90-665a-4fc0-9d5b-9732951bf6fb tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682750 Jun 26 16:26:56.160189 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:56.162137 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b43b735a-1851-4dea-bd83-c1cdf8148411 req-b53b4938-93ae-4809-b8ff-c685fc4f6d43 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639989 Jun 26 16:26:56.198902 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9ed687-26f9-4d55-8684-0033de047e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:26:56.272919 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=d5981eb1-4cf0-4f06-a9d8-d474ee270606,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:56.277110 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:56.292187 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f,segment=NetworkSegment(b0f46aa9-9825-4a0c-af1b-029a25f4dace),segment_id=b0f46aa9-9825-4a0c-af1b-029a25f4dace)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:26:56.351740 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:56.352636 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 5af96401-edc0-44c3-8474-46cbb7149db3 up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:26:56.355881 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-50dd58b5-1484-4042-b1a8-67c207ee297c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:56.404413 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87962c8d-cc9b-4780-8ce2-8f4e93f0e157 req-de22afb8-92e2-4cd4-9eb2-0b9295ad4710 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:56.408549 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-87962c8d-cc9b-4780-8ce2-8f4e93f0e157 req-de22afb8-92e2-4cd4-9eb2-0b9295ad4710 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 944 time: 0.1197903 Jun 26 16:26:56.419805 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['d5981eb1-4cf0-4f06-a9d8-d474ee270606'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:26:56.428687 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d392cf8f-a5e5-445c-b7e7-124b101f9837" -d '{"events": [{"server_uuid": "9b9ed687-26f9-4d55-8684-0033de047e05", "name": "network-vif-plugged", "status": "completed", "tag": "37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:26:56.429820 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13e07c-2b9b-4541-a41e-b94c9c8f1073 req-c6e7012f-c0ba-478a-9dc4-28d7146dc95c tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:56.435282 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ba13e07c-2b9b-4541-a41e-b94c9c8f1073 req-c6e7012f-c0ba-478a-9dc4-28d7146dc95c tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 944 time: 0.1106548 Jun 26 16:26:56.501601 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-87962c8d-cc9b-4780-8ce2-8f4e93f0e157 req-c4dc1f66-dc18-45d3-8d9f-af39960f21f1 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857227 Jun 26 16:26:56.526870 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ba13e07c-2b9b-4541-a41e-b94c9c8f1073 req-bf03033e-5a53-48b6-b6e5-7f70a7c35979 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738981 Jun 26 16:26:56.527156 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:56.544863 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:56.605264 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 51736) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:56.614094 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning for port 5af96401-edc0-44c3-8474-46cbb7149db3 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:26:56.627881 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port 5af96401-edc0-44c3-8474-46cbb7149db3 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:26:56.628295 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:56.746802 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2e131a-d391-4d32-9e68-d1e3e40f63fd x-openstack-request-id: req-9d2e131a-d391-4d32-9e68-d1e3e40f63fd {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:26:56.747198 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9ed687-26f9-4d55-8684-0033de047e05", "name": "network-vif-plugged", "status": "completed", "tag": "37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:26:56.747512 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d2e131a-d391-4d32-9e68-d1e3e40f63fd {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:26:56.748244 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9ed687-26f9-4d55-8684-0033de047e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f', 'code': 200} Jun 26 16:26:56.750357 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:56.750702 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d539eaf9-c9f9-4340-80a3-6aa1c495a482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:56.808777 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 5af96401-edc0-44c3-8474-46cbb7149db3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=5af96401-edc0-44c3-8474-46cbb7149db3,segment=NetworkSegment(5157ce06-5344-460b-ae56-328e0291ce37),segment_id=5157ce06-5344-460b-ae56-328e0291ce37)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:26:56.861634 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d539eaf9-c9f9-4340-80a3-6aa1c495a482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:56.909989 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:56.913052 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:56.960107 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=5af96401-edc0-44c3-8474-46cbb7149db3,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:56.963864 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:56.973145 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d539eaf9-c9f9-4340-80a3-6aa1c495a482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:56.976951 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-d8608728-95ea-4f8c-9b99-82ab5c420f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:57.012127 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-d539eaf9-c9f9-4340-80a3-6aa1c495a482 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=54e0b0e7f0284f4abf552d541c0ff076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049053 Jun 26 16:26:57.012999 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539eaf9-c9f9-4340-80a3-6aa1c495a482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284f5191-f943-4fa5-ba7f-f5af8db33e69,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:57.014994 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 51744) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:57.016252 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-d539eaf9-c9f9-4340-80a3-6aa1c495a482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:57.064368 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-8f373157-505a-4b5d-bb34-57a8a81221a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:57.091169 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-8f373157-505a-4b5d-bb34-57a8a81221a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:57.202824 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144dd089-5342-4cd7-976a-6b66bd1f2081 req-b4ee49db-e374-4a23-af5d-59935150cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:57.207197 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-144dd089-5342-4cd7-976a-6b66bd1f2081 req-b4ee49db-e374-4a23-af5d-59935150cd19 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 1098 time: 0.0913017 Jun 26 16:26:57.228041 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-144dd089-5342-4cd7-976a-6b66bd1f2081 req-b5511035-b77e-4d5d-86a6-00656fdc7d3f service neutron] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:57.261726 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-8f373157-505a-4b5d-bb34-57a8a81221a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:57.268707 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-8f373157-505a-4b5d-bb34-57a8a81221a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:57.271568 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-8f373157-505a-4b5d-bb34-57a8a81221a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/284f5191-f943-4fa5-ba7f-f5af8db33e69 HTTP/1.1" status: 204 len: 168 time: 0.2554989 Jun 26 16:26:57.301852 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:57.355384 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f373157-505a-4b5d-bb34-57a8a81221a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284f5191-f943-4fa5-ba7f-f5af8db33e69,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:57.358407 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-8f373157-505a-4b5d-bb34-57a8a81221a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:57.435373 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-144dd089-5342-4cd7-976a-6b66bd1f2081 req-b5511035-b77e-4d5d-86a6-00656fdc7d3f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:57.457356 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac7766-c0e2-4e3c-b4ea-ad8bcd57eff7 req-59de0403-ae07-475f-bcfd-3d9246d550ad tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:57.458873 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ecac7766-c0e2-4e3c-b4ea-ad8bcd57eff7 req-59de0403-ae07-475f-bcfd-3d9246d550ad tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 943 time: 0.1547809 Jun 26 16:26:57.466609 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63799c76-e9d8-4bb7-ab70-f61795a63108 req-139720fb-8bea-4f36-bf34-86ec50901a13 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:57.467924 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-63799c76-e9d8-4bb7-ab70-f61795a63108 req-139720fb-8bea-4f36-bf34-86ec50901a13 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 946 time: 0.1611240 Jun 26 16:26:57.520963 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-144dd089-5342-4cd7-976a-6b66bd1f2081 req-b5511035-b77e-4d5d-86a6-00656fdc7d3f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:57.530154 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-617877af-d5f5-4043-8f49-1a40246cc1b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:57.534328 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-63799c76-e9d8-4bb7-ab70-f61795a63108 req-7b7e26c5-30f1-433d-82a3-148b6c5d5d55 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596201 Jun 26 16:26:57.537148 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ecac7766-c0e2-4e3c-b4ea-ad8bcd57eff7 req-a55996f2-c66c-49b0-a800-e526fb562b2a tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683582 Jun 26 16:26:57.574984 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-144dd089-5342-4cd7-976a-6b66bd1f2081 req-b5511035-b77e-4d5d-86a6-00656fdc7d3f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631260 Jun 26 16:26:57.584191 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5511035-b77e-4d5d-86a6-00656fdc7d3f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6a93e6e0-cf86-4d6a-99bb-00f60bb3421a,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:57.587585 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-b5511035-b77e-4d5d-86a6-00656fdc7d3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:57.725974 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 51762) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:57.793662 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef8d8e-cea7-4503-9205-1dbcc1d4cb6a req-0f85b287-0e67-4060-9c2d-9c0f5fb97505 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:57.795455 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7eef8d8e-cea7-4503-9205-1dbcc1d4cb6a req-0f85b287-0e67-4060-9c2d-9c0f5fb97505 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 944 time: 0.1289043 Jun 26 16:26:57.855785 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda9d36-a165-48a3-9b09-3fca1fdd10c7 req-472ceed8-2236-4bb5-9639-57b88a20cdaa tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:57.857332 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bcda9d36-a165-48a3-9b09-3fca1fdd10c7 req-472ceed8-2236-4bb5-9639-57b88a20cdaa tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 945 time: 0.1183827 Jun 26 16:26:57.860629 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7eef8d8e-cea7-4503-9205-1dbcc1d4cb6a req-b0872d37-90c1-4323-ab7b-e5d6e91fe84f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556381 Jun 26 16:26:57.867527 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-68d6e154-4330-4a4f-b2ab-327651cc0403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:57.909007 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bcda9d36-a165-48a3-9b09-3fca1fdd10c7 req-21e615b3-0713-4691-9640-fadca2104c51 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443881 Jun 26 16:26:57.969899 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-68d6e154-4330-4a4f-b2ab-327651cc0403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:58.063825 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-68d6e154-4330-4a4f-b2ab-327651cc0403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:58.067594 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-5ac84a5a-a863-4ef7-b6f9-4608d4c741a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:58.105942 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-68d6e154-4330-4a4f-b2ab-327651cc0403 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c4422c852b2a4562a47e0a5b08224583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3779230 Jun 26 16:26:58.106872 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6e154-4330-4a4f-b2ab-327651cc0403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2d417a-c280-4146-8159-90b41a64d9d4,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:58.108698 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 51770) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:58.109798 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-68d6e154-4330-4a4f-b2ab-327651cc0403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:58.124564 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:26:58.158067 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ece21d0f-5543-4def-8ec1-599bac21f11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:58.173828 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 51772) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:58.179438 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ece21d0f-5543-4def-8ec1-599bac21f11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:58.187115 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-1551906f-cfa0-4b97-9a81-49b1614e0070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:58.286894 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ece21d0f-5543-4def-8ec1-599bac21f11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:58.289805 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ece21d0f-5543-4def-8ec1-599bac21f11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:58.291016 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-ece21d0f-5543-4def-8ec1-599bac21f11a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e2d417a-c280-4146-8159-90b41a64d9d4 HTTP/1.1" status: 204 len: 168 time: 0.1811512 Jun 26 16:26:58.291677 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:58.299448 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece21d0f-5543-4def-8ec1-599bac21f11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2d417a-c280-4146-8159-90b41a64d9d4,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:58.302081 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-ece21d0f-5543-4def-8ec1-599bac21f11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:58.332155 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device b7eff7d9-64c3-44ba-abef-afe21dc226a2 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:26:58.337350 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-1551906f-cfa0-4b97-9a81-49b1614e0070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:58.419048 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-1551906f-cfa0-4b97-9a81-49b1614e0070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:58.422313 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:58.427469 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port b7eff7d9-64c3-44ba-abef-afe21dc226a2, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=b7eff7d9-64c3-44ba-abef-afe21dc226a2,segment=NetworkSegment(4f604311-0f84-4b21-a003-273b77581632),segment_id=4f604311-0f84-4b21-a003-273b77581632)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:26:58.442823 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': 'b7eff7d9-64c3-44ba-abef-afe21dc226a2', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'port_id': 'b7eff7d9-64c3-44ba-abef-afe21dc226a2', 'mac_address': 'fa:16:3e:b4:62:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:26:58.458239 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-1551906f-cfa0-4b97-9a81-49b1614e0070 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c04b486b90084abf8505b58850afc626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833264 Jun 26 16:26:58.459193 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551906f-cfa0-4b97-9a81-49b1614e0070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda09a1f-7f24-453a-af15-3dc1c1419f7c,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:58.460890 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 51776) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:58.462476 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-1551906f-cfa0-4b97-9a81-49b1614e0070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:58.487268 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:58.505400 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7eff7d9-64c3-44ba-abef-afe21dc226a2 {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:26:58.513179 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-2bda459b-84d7-4dfb-965d-c98195488ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:58.525407 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port b7eff7d9-64c3-44ba-abef-afe21dc226a2, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=b7eff7d9-64c3-44ba-abef-afe21dc226a2,segment=NetworkSegment(4f604311-0f84-4b21-a003-273b77581632),segment_id=4f604311-0f84-4b21-a003-273b77581632)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:26:58.534474 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-2bda459b-84d7-4dfb-965d-c98195488ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:58.606310 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:58.607471 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device f39cd217-3469-439d-b8ba-bb1f552d0551 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:26:58.610446 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:58.670916 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-2bda459b-84d7-4dfb-965d-c98195488ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:58.677801 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-2bda459b-84d7-4dfb-965d-c98195488ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:58.677801 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-2bda459b-84d7-4dfb-965d-c98195488ea4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bda09a1f-7f24-453a-af15-3dc1c1419f7c HTTP/1.1" status: 204 len: 168 time: 0.2136905 Jun 26 16:26:58.677801 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-efff0f56-c365-4d12-8500-6eeac0fe580c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:58.708933 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=b7eff7d9-64c3-44ba-abef-afe21dc226a2,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:58.713202 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:58.748001 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda459b-84d7-4dfb-965d-c98195488ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda09a1f-7f24-453a-af15-3dc1c1419f7c,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:58.748965 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954ef9f1-a7e5-454c-ba98-7df8a1a46409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af96401-edc0-44c3-8474-46cbb7149db3'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:26:58.751328 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd01298-cc46-490b-bdfb-de3d63081481" -d '{"events": [{"server_uuid": "954ef9f1-a7e5-454c-ba98-7df8a1a46409", "name": "network-vif-plugged", "status": "completed", "tag": "5af96401-edc0-44c3-8474-46cbb7149db3"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:26:58.777636 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-2bda459b-84d7-4dfb-965d-c98195488ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:58.795008 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port f39cd217-3469-439d-b8ba-bb1f552d0551, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=f39cd217-3469-439d-b8ba-bb1f552d0551,segment=NetworkSegment(4dae9ae4-b11c-4294-92fd-1201526fc22c),segment_id=4dae9ae4-b11c-4294-92fd-1201526fc22c)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:26:58.806412 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': 'f39cd217-3469-439d-b8ba-bb1f552d0551', 'network_id': '838ee064-f821-42c8-9617-9a149204fe5b', 'port_id': 'f39cd217-3469-439d-b8ba-bb1f552d0551', 'mac_address': 'fa:16:3e:c2:e5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306da1d4-c663-423c-a407-5d085628ca91', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:26:58.836906 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f98b9-9dd0-466a-bb00-f7ccafe597e7 req-4cf3eb10-d9ec-4559-92eb-aa185a9168b5 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:58.841744 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-170f98b9-9dd0-466a-bb00-f7ccafe597e7 req-4cf3eb10-d9ec-4559-92eb-aa185a9168b5 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 943 time: 0.1577070 Jun 26 16:26:58.848347 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:58.848542 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0b176-951f-4aeb-afd0-b3cd147025a6 req-2880a8b4-0daa-42ea-b7be-7d5336adfd33 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:58.850821 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6eb0b176-951f-4aeb-afd0-b3cd147025a6 req-2880a8b4-0daa-42ea-b7be-7d5336adfd33 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 946 time: 0.1733918 Jun 26 16:26:58.865692 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39cd217-3469-439d-b8ba-bb1f552d0551 {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:26:58.887571 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port f39cd217-3469-439d-b8ba-bb1f552d0551, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=f39cd217-3469-439d-b8ba-bb1f552d0551,segment=NetworkSegment(4dae9ae4-b11c-4294-92fd-1201526fc22c),segment_id=4dae9ae4-b11c-4294-92fd-1201526fc22c)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:26:58.911806 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-170f98b9-9dd0-466a-bb00-f7ccafe597e7 req-072db8a0-230c-4b35-bea3-6e8d790b274d tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598321 Jun 26 16:26:58.922275 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6eb0b176-951f-4aeb-afd0-b3cd147025a6 req-b81130a1-cde8-46bf-9b9c-40cfbf054c05 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632308 Jun 26 16:26:58.967562 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15984350-c430-4b54-9660-aa4cb629dc06 x-openstack-request-id: req-15984350-c430-4b54-9660-aa4cb629dc06 {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:26:58.968334 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954ef9f1-a7e5-454c-ba98-7df8a1a46409", "name": "network-vif-plugged", "status": "completed", "tag": "5af96401-edc0-44c3-8474-46cbb7149db3", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:26:58.968745 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-15984350-c430-4b54-9660-aa4cb629dc06 {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:26:58.969626 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954ef9f1-a7e5-454c-ba98-7df8a1a46409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af96401-edc0-44c3-8474-46cbb7149db3', 'code': 200} Jun 26 16:26:59.018262 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:59.020444 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-0e17ed01-da3c-469f-a0dc-0fdcec9ac33d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:59.070401 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=f39cd217-3469-439d-b8ba-bb1f552d0551,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:59.080427 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:59.143634 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cde2d-1e9c-4280-9817-6abeab3a344a req-9bd7e072-2b9d-404f-8d13-28ca9bf53736 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:59.145148 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-365cde2d-1e9c-4280-9817-6abeab3a344a req-9bd7e072-2b9d-404f-8d13-28ca9bf53736 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 945 time: 0.1154981 Jun 26 16:26:59.177630 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb13e4-bf18-49cb-8356-8260cb87b3ab req-c61e27ea-9466-4297-9c92-5f088c5818dc tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:26:59.179195 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ffdb13e4-bf18-49cb-8356-8260cb87b3ab req-c61e27ea-9466-4297-9c92-5f088c5818dc tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 945 time: 0.1120415 Jun 26 16:26:59.217095 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-365cde2d-1e9c-4280-9817-6abeab3a344a req-051e7c37-96b3-4ad2-bd7a-6bac2926c966 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655491 Jun 26 16:26:59.233783 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 51798) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:59.253499 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device d5981eb1-4cf0-4f06-a9d8-d474ee270606 up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:26:59.256982 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ffdb13e4-bf18-49cb-8356-8260cb87b3ab req-5ee48e4b-565a-44ec-91b3-69bccd6e3f80 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702691 Jun 26 16:26:59.256982 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-b9b9bdd2-375f-4e0e-aff1-44c6b5afbff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:59.363073 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-b9b9bdd2-375f-4e0e-aff1-44c6b5afbff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:59.372363 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning for port d5981eb1-4cf0-4f06-a9d8-d474ee270606 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:26:59.376387 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port d5981eb1-4cf0-4f06-a9d8-d474ee270606 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:26:59.376850 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:59.445474 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-b9b9bdd2-375f-4e0e-aff1-44c6b5afbff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:59.449893 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-93fe7d1b-eeba-4d09-9822-9d71d44029d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:59.455147 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:59.485541 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-b9b9bdd2-375f-4e0e-aff1-44c6b5afbff0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b406fdba909043ada218be6228bff43d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2506828 Jun 26 16:26:59.486420 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9bdd2-375f-4e0e-aff1-44c6b5afbff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abcafa8-34e5-4daa-b6e0-635828a9247c,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:59.488498 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 51806) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:26:59.489005 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port d5981eb1-4cf0-4f06-a9d8-d474ee270606, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d5981eb1-4cf0-4f06-a9d8-d474ee270606,segment=NetworkSegment(4dae9ae4-b11c-4294-92fd-1201526fc22c),segment_id=4dae9ae4-b11c-4294-92fd-1201526fc22c)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:26:59.489683 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-b9b9bdd2-375f-4e0e-aff1-44c6b5afbff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:59.539605 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bf87bfc9-0546-4b83-9dd3-0ce939fda353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:59.549692 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:59.551753 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:59.563993 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bf87bfc9-0546-4b83-9dd3-0ce939fda353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:59.604449 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=d5981eb1-4cf0-4f06-a9d8-d474ee270606,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:59.607955 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:26:59.702410 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bf87bfc9-0546-4b83-9dd3-0ce939fda353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:59.705050 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bf87bfc9-0546-4b83-9dd3-0ce939fda353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:59.706192 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-bf87bfc9-0546-4b83-9dd3-0ce939fda353 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0abcafa8-34e5-4daa-b6e0-635828a9247c HTTP/1.1" status: 204 len: 168 time: 0.2167308 Jun 26 16:26:59.706870 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:26:59.715304 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87bfc9-0546-4b83-9dd3-0ce939fda353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abcafa8-34e5-4daa-b6e0-635828a9247c,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:26:59.717788 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-bf87bfc9-0546-4b83-9dd3-0ce939fda353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:00.174380 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4470f-cc2d-485d-923b-fd4586f980d9 req-437b0b24-bccc-4332-ae83-4dfe087aac93 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:00.175890 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-27f4470f-cc2d-485d-923b-fd4586f980d9 req-437b0b24-bccc-4332-ae83-4dfe087aac93 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 946 time: 0.1334922 Jun 26 16:27:00.188003 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4839433-2e7b-4957-ae18-d19aefe31f70 req-63ca8b99-4a4d-4f2b-b3c4-e970c4ff4832 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:00.189546 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f4839433-2e7b-4957-ae18-d19aefe31f70 req-63ca8b99-4a4d-4f2b-b3c4-e970c4ff4832 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 944 time: 0.1546180 Jun 26 16:27:00.243563 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-27f4470f-cc2d-485d-923b-fd4586f980d9 req-d4773d78-bc0a-4056-9dfb-e6ca4e4bfb92 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530255 Jun 26 16:27:00.249162 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f4839433-2e7b-4957-ae18-d19aefe31f70 req-d95f6971-b969-4142-9e5f-7b8a67863f87 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524917 Jun 26 16:27:00.467064 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeef8e1-2264-43cf-b527-9328d14303ea req-200521b1-43b0-4ced-b899-86b461a456c3 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:00.470848 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bbeef8e1-2264-43cf-b527-9328d14303ea req-200521b1-43b0-4ced-b899-86b461a456c3 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 945 time: 0.1271496 Jun 26 16:27:00.492763 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03fbb0-73d7-4a4f-904a-0a151155c65a req-b222b1c7-663a-4013-be3b-d9a118e3c1ee tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:00.494450 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ef03fbb0-73d7-4a4f-904a-0a151155c65a req-b222b1c7-663a-4013-be3b-d9a118e3c1ee tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 945 time: 0.1083722 Jun 26 16:27:00.549819 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bbeef8e1-2264-43cf-b527-9328d14303ea req-f47e3fe5-2ed6-44c6-a250-e3f6b705cc5d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733113 Jun 26 16:27:00.554976 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ef03fbb0-73d7-4a4f-904a-0a151155c65a req-27b0d045-5b36-4d9b-ade7-2535a86b7bca tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528388 Jun 26 16:27:00.704541 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['f39cd217-3469-439d-b8ba-bb1f552d0551'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:27:00.707947 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['b7eff7d9-64c3-44ba-abef-afe21dc226a2'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:27:00.979294 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e02f4c4-993a-422c-bf11-9b33420becaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5981eb1-4cf0-4f06-a9d8-d474ee270606'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:27:00.981656 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2a0ec8-9291-4424-a28f-9beb071af535" -d '{"events": [{"server_uuid": "6e02f4c4-993a-422c-bf11-9b33420becaf", "name": "network-vif-plugged", "status": "completed", "tag": "d5981eb1-4cf0-4f06-a9d8-d474ee270606"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:27:01.012895 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd889762-a41b-4d0b-8218-692c0fe08e47 req-1252a0ec-8de0-4a45-ae1b-6b3634ad44b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:01.015993 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bd889762-a41b-4d0b-8218-692c0fe08e47 req-1252a0ec-8de0-4a45-ae1b-6b3634ad44b3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 1099 time: 0.1086526 Jun 26 16:27:01.044488 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7550a866-3253-4c0a-8e14-c69634fc07f6 x-openstack-request-id: req-7550a866-3253-4c0a-8e14-c69634fc07f6 {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:27:01.045824 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e02f4c4-993a-422c-bf11-9b33420becaf", "name": "network-vif-plugged", "status": "completed", "tag": "d5981eb1-4cf0-4f06-a9d8-d474ee270606", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:27:01.046252 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7550a866-3253-4c0a-8e14-c69634fc07f6 {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:27:01.046867 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e02f4c4-993a-422c-bf11-9b33420becaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5981eb1-4cf0-4f06-a9d8-d474ee270606', 'code': 200} Jun 26 16:27:01.072940 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bd889762-a41b-4d0b-8218-692c0fe08e47 req-aa4cddbf-846f-4022-837f-48ac9cb2f17d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497832 Jun 26 16:27:01.530577 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f799c3-15f6-4049-9f0f-bd5aeb3ccef7 req-5d489d2a-7807-4747-9b7b-bdc09ec15b32 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:01.532185 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e2f799c3-15f6-4049-9f0f-bd5aeb3ccef7 req-5d489d2a-7807-4747-9b7b-bdc09ec15b32 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 944 time: 0.1426523 Jun 26 16:27:01.772383 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64738b5-193f-4dba-8752-bf05581cb798 req-63ffe569-a6c6-4dbe-ae06-530cd27f676e tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:01.773859 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c64738b5-193f-4dba-8752-bf05581cb798 req-63ffe569-a6c6-4dbe-ae06-530cd27f676e tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 946 time: 0.3549201 Jun 26 16:27:01.791269 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36940cd8-0528-46a4-a999-b370aeb79589 req-be42fdff-2a39-4d3b-9a3f-917dbf07b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:01.793292 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-36940cd8-0528-46a4-a999-b370aeb79589 req-be42fdff-2a39-4d3b-9a3f-917dbf07b9f3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 1098 time: 0.3386049 Jun 26 16:27:01.803264 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e2f799c3-15f6-4049-9f0f-bd5aeb3ccef7 req-7537354c-9099-4dbf-90c6-b09b6e9054dc tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561262 Jun 26 16:27:01.850318 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c64738b5-193f-4dba-8752-bf05581cb798 req-e4f94104-3924-49ed-96a7-e2858ce3b45e tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645113 Jun 26 16:27:01.856304 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-36940cd8-0528-46a4-a999-b370aeb79589 req-3c8d0ae2-affa-4909-b503-9c014b4dba96 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520439 Jun 26 16:27:02.001733 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3d3d1-a532-4439-ab1f-54383f5cd7ef req-fb21dd53-e510-4b6a-8bf6-8f32deb9cb38 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:02.003221 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-52f3d3d1-a532-4439-ab1f-54383f5cd7ef req-fb21dd53-e510-4b6a-8bf6-8f32deb9cb38 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 945 time: 0.0947089 Jun 26 16:27:02.053236 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-52f3d3d1-a532-4439-ab1f-54383f5cd7ef req-3e790a1e-b466-4e69-92c2-a7582d050448 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426574 Jun 26 16:27:02.062189 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30ea01-0def-498f-9eef-556eb44dbe4e req-247a5c94-eb30-4cbb-a4fe-1e38c88c06a3 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:02.064562 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1b30ea01-0def-498f-9eef-556eb44dbe4e req-247a5c94-eb30-4cbb-a4fe-1e38c88c06a3 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 945 time: 0.1051066 Jun 26 16:27:02.106830 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1b30ea01-0def-498f-9eef-556eb44dbe4e req-52d721c7-7e1c-48c8-8863-5f20defc12b7 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337732 Jun 26 16:27:02.380090 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device b7eff7d9-64c3-44ba-abef-afe21dc226a2 up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:27:02.556319 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning for port b7eff7d9-64c3-44ba-abef-afe21dc226a2 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:27:02.562519 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port b7eff7d9-64c3-44ba-abef-afe21dc226a2 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:02.563186 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:02.665801 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:02.709454 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port b7eff7d9-64c3-44ba-abef-afe21dc226a2, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=b7eff7d9-64c3-44ba-abef-afe21dc226a2,segment=NetworkSegment(4f604311-0f84-4b21-a003-273b77581632),segment_id=4f604311-0f84-4b21-a003-273b77581632)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:02.812686 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:02.813545 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device f39cd217-3469-439d-b8ba-bb1f552d0551 up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:27:02.816517 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-9359ad46-92ff-4faa-98bb-93cd74ba106a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:02.904069 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=b7eff7d9-64c3-44ba-abef-afe21dc226a2,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:02.907553 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:03.050146 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d9fec1-2fcc-4017-9f32-9d972ed1754b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7eff7d9-64c3-44ba-abef-afe21dc226a2'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:27:03.052692 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf53dc3-a3a6-44fd-8940-43cf6ac957c8" -d '{"events": [{"server_uuid": "c0d9fec1-2fcc-4017-9f32-9d972ed1754b", "name": "network-vif-plugged", "status": "completed", "tag": "b7eff7d9-64c3-44ba-abef-afe21dc226a2"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:27:03.071060 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning for port f39cd217-3469-439d-b8ba-bb1f552d0551 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:27:03.084083 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port f39cd217-3469-439d-b8ba-bb1f552d0551 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:03.084668 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:03.101156 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f382b-41e0-4d64-9b9f-cbb2dacb0d28 req-9f31eac8-184d-461e-b80b-52c88b663005 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:03.103203 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c58f382b-41e0-4d64-9b9f-cbb2dacb0d28 req-9f31eac8-184d-461e-b80b-52c88b663005 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 944 time: 0.1496227 Jun 26 16:27:03.169817 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c58f382b-41e0-4d64-9b9f-cbb2dacb0d28 req-b91a37de-1aa0-4d5e-8d29-eb83de75defb tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561399 Jun 26 16:27:03.183906 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ffc4a-9c97-4eb9-a739-bfd6c45f236c req-f67c7854-5a8c-4f42-a38a-581df384bd64 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:03.188573 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b91ffc4a-9c97-4eb9-a739-bfd6c45f236c req-f67c7854-5a8c-4f42-a38a-581df384bd64 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 946 time: 0.1797819 Jun 26 16:27:03.243733 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b91ffc4a-9c97-4eb9-a739-bfd6c45f236c req-863b2567-2a61-44ff-911b-9c3318266caa tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478964 Jun 26 16:27:03.418845 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f928e908-4abd-4aab-a29c-11a544137cf6 x-openstack-request-id: req-f928e908-4abd-4aab-a29c-11a544137cf6 {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:27:03.421090 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d9fec1-2fcc-4017-9f32-9d972ed1754b", "name": "network-vif-plugged", "status": "completed", "tag": "b7eff7d9-64c3-44ba-abef-afe21dc226a2", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:27:03.421636 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f928e908-4abd-4aab-a29c-11a544137cf6 {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:27:03.424028 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d9fec1-2fcc-4017-9f32-9d972ed1754b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7eff7d9-64c3-44ba-abef-afe21dc226a2', 'code': 200} Jun 26 16:27:03.433287 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:03.490100 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port f39cd217-3469-439d-b8ba-bb1f552d0551, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=f39cd217-3469-439d-b8ba-bb1f552d0551,segment=NetworkSegment(4dae9ae4-b11c-4294-92fd-1201526fc22c),segment_id=4dae9ae4-b11c-4294-92fd-1201526fc22c)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:03.534756 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5105d-be8a-4cc7-ae2a-b11bd80acc3f req-15f26af8-1b23-4d99-9e8b-4a9d9f2020d4 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:03.536226 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8ee5105d-be8a-4cc7-ae2a-b11bd80acc3f req-15f26af8-1b23-4d99-9e8b-4a9d9f2020d4 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0907037 Jun 26 16:27:03.543907 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75616270-b196-4b21-8747-adde151b3ede req-44b6db8d-8d20-4e25-9479-7e564c78b8d2 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:03.545272 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-75616270-b196-4b21-8747-adde151b3ede req-44b6db8d-8d20-4e25-9479-7e564c78b8d2 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 945 time: 0.1536486 Jun 26 16:27:03.579412 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:03.581325 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:03.599997 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8ee5105d-be8a-4cc7-ae2a-b11bd80acc3f req-f8b3dff7-f871-4cb5-b53e-c0e2f938220b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537863 Jun 26 16:27:03.602674 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-75616270-b196-4b21-8747-adde151b3ede req-8c466100-ba5b-4484-9645-e36185968cc2 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505714 Jun 26 16:27:03.630164 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=f39cd217-3469-439d-b8ba-bb1f552d0551,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:03.639735 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:03.761303 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaed85c-0dea-4e1c-8f90-2641eb1bb766 req-813a44af-3d2a-4e07-8e8a-af2ea04bc396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:03.762798 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6eaed85c-0dea-4e1c-8f90-2641eb1bb766 req-813a44af-3d2a-4e07-8e8a-af2ea04bc396 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 1099 time: 0.0521557 Jun 26 16:27:03.799169 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6eaed85c-0dea-4e1c-8f90-2641eb1bb766 req-20287a6f-cf6a-4de3-b01f-5186603e388c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289416 Jun 26 16:27:04.367354 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d6280-dd34-4aac-af69-76c20590408b req-fdc3d0ac-e93d-4544-9366-58821aa4c5b0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:04.369006 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f53d6280-dd34-4aac-af69-76c20590408b req-fdc3d0ac-e93d-4544-9366-58821aa4c5b0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0644424 Jun 26 16:27:04.414676 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f53d6280-dd34-4aac-af69-76c20590408b req-dfc75301-282d-424e-9ac7-c1e232663e7a tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375113 Jun 26 16:27:04.775535 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81674039-e2c4-4205-bced-aa126a35ae5c req-1c2a16f5-0a54-4f84-a0ac-824ffae4271b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:04.777011 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-81674039-e2c4-4205-bced-aa126a35ae5c req-1c2a16f5-0a54-4f84-a0ac-824ffae4271b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0636973 Jun 26 16:27:04.815044 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-81674039-e2c4-4205-bced-aa126a35ae5c req-e65a48b1-aca7-4b85-b76d-a47d2550ad45 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323455 Jun 26 16:27:05.425050 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a178d7-0605-4b29-ac98-c14bb716405a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39cd217-3469-439d-b8ba-bb1f552d0551'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:27:05.427770 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff70bae-67c3-4a6a-9517-174be240e041" -d '{"events": [{"server_uuid": "e2a178d7-0605-4b29-ac98-c14bb716405a", "name": "network-vif-plugged", "status": "completed", "tag": "f39cd217-3469-439d-b8ba-bb1f552d0551"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:27:05.485976 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73afa15c-ab5f-4870-820e-f1429636f8ec x-openstack-request-id: req-73afa15c-ab5f-4870-820e-f1429636f8ec {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:27:05.485976 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a178d7-0605-4b29-ac98-c14bb716405a", "name": "network-vif-plugged", "status": "completed", "tag": "f39cd217-3469-439d-b8ba-bb1f552d0551", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:27:05.485976 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73afa15c-ab5f-4870-820e-f1429636f8ec {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:27:05.485976 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a178d7-0605-4b29-ac98-c14bb716405a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39cd217-3469-439d-b8ba-bb1f552d0551', 'code': 200} Jun 26 16:27:05.614648 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c2235-f1c7-4bc4-bab0-3bb450ad54a4 req-4b13c1aa-2658-4000-bd43-786e7f4e5340 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:05.616212 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-349c2235-f1c7-4bc4-bab0-3bb450ad54a4 req-4b13c1aa-2658-4000-bd43-786e7f4e5340 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0818193 Jun 26 16:27:05.660757 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-349c2235-f1c7-4bc4-bab0-3bb450ad54a4 req-46f20a2b-3f79-47bf-8bf9-da453e532daa tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388207 Jun 26 16:27:05.682839 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 52028) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:05.796960 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-cefcb2c9-f42d-4fc5-a945-dcfe451a0a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:05.893841 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-cefcb2c9-f42d-4fc5-a945-dcfe451a0a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:06.008089 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d221a2-6452-4b25-8f02-7dd06c7be0e3 req-e9f65ab9-a4fa-42dd-af16-c969b9cf2f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:06.010314 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-93d221a2-6452-4b25-8f02-7dd06c7be0e3 req-e9f65ab9-a4fa-42dd-af16-c969b9cf2f46 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 1098 time: 0.1032000 Jun 26 16:27:06.017639 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-cefcb2c9-f42d-4fc5-a945-dcfe451a0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:06.021125 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-d302fa73-eed9-4995-8ed8-cc379c879cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:06.024196 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f9629-e81a-43b9-815a-b79ceab70042 req-330ab559-9ca9-422d-86d2-1937faa07d18 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:06.025051 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f81f9629-e81a-43b9-815a-b79ceab70042 req-330ab559-9ca9-422d-86d2-1937faa07d18 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0869489 Jun 26 16:27:06.062987 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-cefcb2c9-f42d-4fc5-a945-dcfe451a0a17 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f2c19c58b55c496eb571ba20bc58e560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3782275 Jun 26 16:27:06.064179 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcb2c9-f42d-4fc5-a945-dcfe451a0a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa13c962-b63c-4805-ad75-4a679a1801da,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:06.065945 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 52038) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:06.077274 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-cefcb2c9-f42d-4fc5-a945-dcfe451a0a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:06.085814 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-93d221a2-6452-4b25-8f02-7dd06c7be0e3 req-369e88a7-ec31-4be3-ac15-82ca6fe100d4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597436 Jun 26 16:27:06.093198 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f81f9629-e81a-43b9-815a-b79ceab70042 req-4300ee14-8d91-424c-8799-a8f602fccc9c tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589647 Jun 26 16:27:06.126385 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e642a92e-b0f8-4d01-b426-4e664500aca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:06.147727 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e642a92e-b0f8-4d01-b426-4e664500aca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:06.246506 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e642a92e-b0f8-4d01-b426-4e664500aca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:06.249488 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e642a92e-b0f8-4d01-b426-4e664500aca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:06.250647 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-e642a92e-b0f8-4d01-b426-4e664500aca9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa13c962-b63c-4805-ad75-4a679a1801da HTTP/1.1" status: 204 len: 168 time: 0.1749458 Jun 26 16:27:06.251668 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:06.261051 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642a92e-b0f8-4d01-b426-4e664500aca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa13c962-b63c-4805-ad75-4a679a1801da,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:06.263704 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-e642a92e-b0f8-4d01-b426-4e664500aca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:06.277067 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9209b45-0631-48c3-b838-0958cdf9260c req-f2a64076-bce6-49be-8dd6-9291748cb37a tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:06.278586 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d9209b45-0631-48c3-b838-0958cdf9260c req-f2a64076-bce6-49be-8dd6-9291748cb37a tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0724597 Jun 26 16:27:06.288041 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 52054) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:06.294811 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-bea30043-459a-4c0a-9df7-f071cef81846 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Request body: {'floatingip': {'port_id': 'b7eff7d9-64c3-44ba-abef-afe21dc226a2'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:06.368120 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-bea30043-459a-4c0a-9df7-f071cef81846 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for floatingip, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:06.595710 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:07.090999 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 52084) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:07.105038 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2ab2d4c-49b7-4850-ac89-d9dfa1ac1e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:07.210364 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2ab2d4c-49b7-4850-ac89-d9dfa1ac1e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:07.267669 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-8f24fe4e-8bc9-4a80-9699-5ddf4c35268d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:07.269154 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d6f3b-01ff-463a-b6e9-8cba49eb88a9 req-d59d1821-604d-464a-b630-a36a489cfd62 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:07.273411 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4e1d6f3b-01ff-463a-b6e9-8cba49eb88a9 req-d59d1821-604d-464a-b630-a36a489cfd62 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.4471064 Jun 26 16:27:07.324587 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2ab2d4c-49b7-4850-ac89-d9dfa1ac1e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:07.327706 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:07.365728 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-b2ab2d4c-49b7-4850-ac89-d9dfa1ac1e82 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41da1501b616409195081ccca2290280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736380 Jun 26 16:27:07.366583 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab2d4c-49b7-4850-ac89-d9dfa1ac1e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd81a739-e017-46f4-9319-193224e98510,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:07.368797 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 52092) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:07.386585 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b2ab2d4c-49b7-4850-ac89-d9dfa1ac1e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:07.417467 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4e1d6f3b-01ff-463a-b6e9-8cba49eb88a9 req-e6fa1a57-b98c-4a61-8899-d643cdf84e82 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222777 Jun 26 16:27:07.441186 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e24cde40-7b63-418f-87a2-2aa5fa723d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:07.443166 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-bea30043-459a-4c0a-9df7-f071cef81846 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:07.463246 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e24cde40-7b63-418f-87a2-2aa5fa723d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:07.533280 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-bea30043-459a-4c0a-9df7-f071cef81846 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646687'] for floatingip, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:07.593601 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e24cde40-7b63-418f-87a2-2aa5fa723d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:07.596327 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e24cde40-7b63-418f-87a2-2aa5fa723d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:07.597512 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-e24cde40-7b63-418f-87a2-2aa5fa723d0c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd81a739-e017-46f4-9319-193224e98510 HTTP/1.1" status: 204 len: 168 time: 0.2165096 Jun 26 16:27:07.598184 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:07.609272 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cde40-7b63-418f-87a2-2aa5fa723d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd81a739-e017-46f4-9319-193224e98510,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:07.609272 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-e24cde40-7b63-418f-87a2-2aa5fa723d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:07.640528 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.db.l3_db [None req-bea30043-459a-4c0a-9df7-f071cef81846 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Floating IP 5db8e721-2c54-471a-b30f-5aa3b7ab8d55 associated. External IP: 172.27.2.243, port: b7eff7d9-64c3-44ba-abef-afe21dc226a2. Jun 26 16:27:07.884203 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea30043-459a-4c0a-9df7-f071cef81846 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Router d92536f8-cd05-4ff0-826f-2de42df908fb has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:27:07.989956 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea30043-459a-4c0a-9df7-f071cef81846 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:27:07.994515 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-bea30043-459a-4c0a-9df7-f071cef81846 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for floatingip, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:08.004784 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe2f53-3244-4438-89c1-fcb94ac93351 None None] Sync routers for ids ['d92536f8-cd05-4ff0-826f-2de42df908fb'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:27:08.014644 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe2f53-3244-4438-89c1-fcb94ac93351 None None] Routers {'d92536f8-cd05-4ff0-826f-2de42df908fb'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:27:08.015172 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-c8fe2f53-3244-4438-89c1-fcb94ac93351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:26:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d92536f8-cd05-4ff0-826f-2de42df908fb'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:08.035461 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-bea30043-459a-4c0a-9df7-f071cef81846 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "PUT /v2.0/floatingips/5db8e721-2c54-471a-b30f-5aa3b7ab8d55 HTTP/1.1" status: 200 len: 992 time: 1.7463074 Jun 26 16:27:08.036159 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d9fec1-2fcc-4017-9f32-9d972ed1754b', 'tag': 'b7eff7d9-64c3-44ba-abef-afe21dc226a2'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:27:08.039505 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f9d1d6-2b20-4fcf-99e5-11c0ab6e515e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d9fec1-2fcc-4017-9f32-9d972ed1754b", "tag": "b7eff7d9-64c3-44ba-abef-afe21dc226a2"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:27:08.081551 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b71eaa-0d0d-42a9-8acd-084caa03a8d1 x-openstack-request-id: req-44b71eaa-0d0d-42a9-8acd-084caa03a8d1 {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:27:08.081866 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d9fec1-2fcc-4017-9f32-9d972ed1754b", "tag": "b7eff7d9-64c3-44ba-abef-afe21dc226a2", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:27:08.082147 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-44b71eaa-0d0d-42a9-8acd-084caa03a8d1 {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:27:08.082599 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d9fec1-2fcc-4017-9f32-9d972ed1754b', 'tag': 'b7eff7d9-64c3-44ba-abef-afe21dc226a2', 'status': 'completed', 'code': 200} Jun 26 16:27:08.181883 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-c8fe2f53-3244-4438-89c1-fcb94ac93351 None None] Set router d92536f8-cd05-4ff0-826f-2de42df908fb gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:27:08.184288 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9d1d6-2b20-4fcf-99e5-11c0ab6e515e req-ce223f9a-d74a-4ba4-b4e3-d40577add4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:08.185876 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d7f9d1d6-2b20-4fcf-99e5-11c0ab6e515e req-ce223f9a-d74a-4ba4-b4e3-d40577add4bf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37245b0b96f64637951914c50cb066eb&device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 1099 time: 0.0702746 Jun 26 16:27:08.305207 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 52134) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:08.370938 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9d1d6-2b20-4fcf-99e5-11c0ab6e515e req-4d62bc01-0e13-42cf-82ce-ec4e1a247e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:08.370938 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d7f9d1d6-2b20-4fcf-99e5-11c0ab6e515e req-4d62bc01-0e13-42cf-82ce-ec4e1a247e2e service neutron] 10.222.0.38 "GET /v2.0/networks?id=6e78350e-b03c-4768-a782-c82d20e18c58 HTTP/1.1" status: 200 len: 912 time: 0.1723707 Jun 26 16:27:08.502314 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d7f9d1d6-2b20-4fcf-99e5-11c0ab6e515e req-cb92d175-ff00-476f-ad08-edcd735165b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7eff7d9-64c3-44ba-abef-afe21dc226a2 HTTP/1.1" status: 200 len: 1000 time: 0.1284301 Jun 26 16:27:08.503988 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ffaa223f-b771-43d9-bbe9-8173ea84e2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:08.583411 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9d1d6-2b20-4fcf-99e5-11c0ab6e515e req-fa7ab2ca-fe73-46ca-8f64-d65381149700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:08.584860 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d7f9d1d6-2b20-4fcf-99e5-11c0ab6e515e req-fa7ab2ca-fe73-46ca-8f64-d65381149700 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bf83ec24-380c-4a3f-bf30-b819dca890ff HTTP/1.1" status: 200 len: 850 time: 0.0646365 Jun 26 16:27:08.596158 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-c8fe2f53-3244-4438-89c1-fcb94ac93351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'name': 'tempest-AttachVolumeTestJSON-1853895905-router', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:11Z', 'updated_at': '2021-06-26T16:26:17Z', 'revision_number': 4, 'project_id': '37245b0b96f64637951914c50cb066eb', 'gw_port': {'id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:12Z', 'updated_at': '2021-06-26T16:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '5db8e721-2c54-471a-b30f-5aa3b7ab8d55', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'port_id': 'b7eff7d9-64c3-44ba-abef-afe21dc226a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'mac_address': 'fa:16:3e:b4:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d9fec1-2fcc-4017-9f32-9d972ed1754b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:26:28Z', 'updated_at': '2021-06-26T16:27:07Z', 'revision_number': 1, 'project_id': '37245b0b96f64637951914c50cb066eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537d5037-1a9c-43e3-a4b0-cf095f0fc0b8', 'name': '', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'mac_address': 'fa:16:3e:8b:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:26:25Z', 'revision_number': 5, 'project_id': '37245b0b96f64637951914c50cb066eb', 'subnets': [{'id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:08.622464 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe2f53-3244-4438-89c1-fcb94ac93351 None None] Checking router: d92536f8-cd05-4ff0-826f-2de42df908fb for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:27:08.631109 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe2f53-3244-4438-89c1-fcb94ac93351 None None] Routers {'d92536f8-cd05-4ff0-826f-2de42df908fb'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:27:08.631728 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-c8fe2f53-3244-4438-89c1-fcb94ac93351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:26:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d92536f8-cd05-4ff0-826f-2de42df908fb'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:08.737825 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-c8fe2f53-3244-4438-89c1-fcb94ac93351 None None] Set router d92536f8-cd05-4ff0-826f-2de42df908fb gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:27:08.739506 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ffaa223f-b771-43d9-bbe9-8173ea84e2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:08.753600 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661600e9-b368-4917-9074-13af4a8b862b req-79085deb-6048-442f-ba7c-bd7215fdc79f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:08.757394 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-661600e9-b368-4917-9074-13af4a8b862b req-79085deb-6048-442f-ba7c-bd7215fdc79f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.1691322 Jun 26 16:27:08.827204 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9d1d6-2b20-4fcf-99e5-11c0ab6e515e req-ca8dda35-3a9b-4fa8-a21f-2c4f3f5803a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:08.828712 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d7f9d1d6-2b20-4fcf-99e5-11c0ab6e515e req-ca8dda35-3a9b-4fa8-a21f-2c4f3f5803a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6e78350e-b03c-4768-a782-c82d20e18c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2079675 Jun 26 16:27:08.860335 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-661600e9-b368-4917-9074-13af4a8b862b req-78dff388-4471-4c11-99f8-1aae5d6335e0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806193 Jun 26 16:27:08.959895 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ffaa223f-b771-43d9-bbe9-8173ea84e2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:08.963474 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-b9b9bdd2-375f-4e0e-aff1-44c6b5afbff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:09.013626 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa223f-b771-43d9-bbe9-8173ea84e2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a5ba08-f22f-4cab-86fc-de5e93d22e8a,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:09.017794 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-ffaa223f-b771-43d9-bbe9-8173ea84e2df admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27e816741e50416990e9be70f0ce1aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7116334 Jun 26 16:27:09.018732 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-ffaa223f-b771-43d9-bbe9-8173ea84e2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:09.020899 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 52176) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:09.031874 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d7f9d1d6-2b20-4fcf-99e5-11c0ab6e515e req-9d6f3099-03d3-4dd8-b994-5b65d6220ec8 service neutron] 10.222.0.38 "GET /v2.0/networks/6e78350e-b03c-4768-a782-c82d20e18c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841488 Jun 26 16:27:09.032725 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-c8fe2f53-3244-4438-89c1-fcb94ac93351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'name': 'tempest-AttachVolumeTestJSON-1853895905-router', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:11Z', 'updated_at': '2021-06-26T16:26:17Z', 'revision_number': 4, 'project_id': '37245b0b96f64637951914c50cb066eb', 'gw_port': {'id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:12Z', 'updated_at': '2021-06-26T16:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '5db8e721-2c54-471a-b30f-5aa3b7ab8d55', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'port_id': 'b7eff7d9-64c3-44ba-abef-afe21dc226a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'mac_address': 'fa:16:3e:b4:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d9fec1-2fcc-4017-9f32-9d972ed1754b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:26:28Z', 'updated_at': '2021-06-26T16:27:07Z', 'revision_number': 1, 'project_id': '37245b0b96f64637951914c50cb066eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537d5037-1a9c-43e3-a4b0-cf095f0fc0b8', 'name': '', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'mac_address': 'fa:16:3e:8b:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:26:25Z', 'revision_number': 5, 'project_id': '37245b0b96f64637951914c50cb066eb', 'subnets': [{'id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:09.083262 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe2f53-3244-4438-89c1-fcb94ac93351 None None] The sync data for ids ['d92536f8-cd05-4ff0-826f-2de42df908fb'] in dv-cinder-798189-1-iscsi is: [{'id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'name': 'tempest-AttachVolumeTestJSON-1853895905-router', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:11Z', 'updated_at': '2021-06-26T16:26:17Z', 'revision_number': 4, 'project_id': '37245b0b96f64637951914c50cb066eb', 'gw_port': {'id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:12Z', 'updated_at': '2021-06-26T16:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '5db8e721-2c54-471a-b30f-5aa3b7ab8d55', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'port_id': 'b7eff7d9-64c3-44ba-abef-afe21dc226a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'mac_address': 'fa:16:3e:b4:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d9fec1-2fcc-4017-9f32-9d972ed1754b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:26:28Z', 'updated_at': '2021-06-26T16:27:07Z', 'revision_number': 1, 'project_id': '37245b0b96f64637951914c50cb066eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537d5037-1a9c-43e3-a4b0-cf095f0fc0b8', 'name': '', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'mac_address': 'fa:16:3e:8b:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:26:25Z', 'revision_number': 5, 'project_id': '37245b0b96f64637951914c50cb066eb', 'subnets': [{'id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:27:09.152724 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-48a6742f-72e4-4666-a394-46273245a3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:09.169423 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d7f9d1d6-2b20-4fcf-99e5-11c0ab6e515e req-24bc38cb-b78e-410f-a34f-ef4de107da63 service neutron] 10.222.0.38 "GET /v2.0/networks/6e78350e-b03c-4768-a782-c82d20e18c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295586 Jun 26 16:27:09.178313 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-48a6742f-72e4-4666-a394-46273245a3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:09.319429 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3b7501-dcb4-43a6-8526-ef57d812003d None None] New status for floating IP 5db8e721-2c54-471a-b30f-5aa3b7ab8d55: ACTIVE {{(pid=93426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:27:09.371838 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-48a6742f-72e4-4666-a394-46273245a3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:09.374941 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-48a6742f-72e4-4666-a394-46273245a3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:09.379354 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-48a6742f-72e4-4666-a394-46273245a3b9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/83a5ba08-f22f-4cab-86fc-de5e93d22e8a HTTP/1.1" status: 204 len: 168 time: 0.3564603 Jun 26 16:27:09.540469 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:09.540469 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6742f-72e4-4666-a394-46273245a3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a5ba08-f22f-4cab-86fc-de5e93d22e8a,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:09.540469 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-48a6742f-72e4-4666-a394-46273245a3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:09.942399 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.067723 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad3942-4f3f-4551-84fb-fd6b5faa24c0 req-cb0d61ae-4e7e-4c2a-9951-37abaf6580e7 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:10.072434 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dbad3942-4f3f-4551-84fb-fd6b5faa24c0 req-cb0d61ae-4e7e-4c2a-9951-37abaf6580e7 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0826004 Jun 26 16:27:10.130753 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-42eb8882-de46-4de7-a4ae-e1d54ec26352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.136492 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dbad3942-4f3f-4551-84fb-fd6b5faa24c0 req-b879160d-b248-415b-bc0f-14b6b66a533d tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554368 Jun 26 16:27:10.149090 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cf904-73e5-4faf-8585-287479217f92 req-d3c76061-11ce-48dc-b6ce-953653b096e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:10.150531 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9d8cf904-73e5-4faf-8585-287479217f92 req-d3c76061-11ce-48dc-b6ce-953653b096e1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86896a6b6e4744a48feb2d643fa1a7e6&device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 1098 time: 0.0780029 Jun 26 16:27:10.239023 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cf904-73e5-4faf-8585-287479217f92 req-4928fba5-3c59-4f65-8c04-9017a0be22bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:10.240435 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9d8cf904-73e5-4faf-8585-287479217f92 req-4928fba5-3c59-4f65-8c04-9017a0be22bb service neutron] 10.222.0.38 "GET /v2.0/networks?id=838ee064-f821-42c8-9617-9a149204fe5b HTTP/1.1" status: 200 len: 919 time: 0.0826397 Jun 26 16:27:10.291287 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9d8cf904-73e5-4faf-8585-287479217f92 req-a58832ba-c17f-4ac5-a817-a501dacba62d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f39cd217-3469-439d-b8ba-bb1f552d0551 HTTP/1.1" status: 200 len: 217 time: 0.0358577 Jun 26 16:27:10.343295 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cf904-73e5-4faf-8585-287479217f92 req-ae39dcb6-56ea-453d-bcbc-ec4ed1c2286f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:10.344675 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9d8cf904-73e5-4faf-8585-287479217f92 req-ae39dcb6-56ea-453d-bcbc-ec4ed1c2286f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=306da1d4-c663-423c-a407-5d085628ca91 HTTP/1.1" status: 200 len: 858 time: 0.0412266 Jun 26 16:27:10.398054 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9d8cf904-73e5-4faf-8585-287479217f92 req-6bc7899c-c535-43bc-b197-83d183840b70 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=838ee064-f821-42c8-9617-9a149204fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394158 Jun 26 16:27:10.407953 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 52214) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:10.436115 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-02b2eccf-fa09-4ed4-be99-e29bb23dfce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.536573 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9d8cf904-73e5-4faf-8585-287479217f92 req-b5164fc1-4508-4bfe-a3ed-af67a948f449 service neutron] 10.222.0.38 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151834 Jun 26 16:27:10.642911 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-02b2eccf-fa09-4ed4-be99-e29bb23dfce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.659998 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9d8cf904-73e5-4faf-8585-287479217f92 req-423334c0-989c-4a71-a09a-c8cf3e000c53 service neutron] 10.222.0.38 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127601 Jun 26 16:27:10.766251 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-02b2eccf-fa09-4ed4-be99-e29bb23dfce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.769094 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:10.804225 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2eccf-fa09-4ed4-be99-e29bb23dfce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91b8f85-0c28-458e-a2fb-94f5833595a7,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:10.813171 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-02b2eccf-fa09-4ed4-be99-e29bb23dfce4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=102bec8620644b9d9f7b7fcb9b6c5863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4041979 Jun 26 16:27:10.816375 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2eccf-fa09-4ed4-be99-e29bb23dfce4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.816375 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2eccf-fa09-4ed4-be99-e29bb23dfce4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.816375 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2eccf-fa09-4ed4-be99-e29bb23dfce4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.816375 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2eccf-fa09-4ed4-be99-e29bb23dfce4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.816690 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 52232) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:10.817141 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2eccf-fa09-4ed4-be99-e29bb23dfce4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.817141 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2eccf-fa09-4ed4-be99-e29bb23dfce4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.817705 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2eccf-fa09-4ed4-be99-e29bb23dfce4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.818085 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2eccf-fa09-4ed4-be99-e29bb23dfce4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.818434 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2eccf-fa09-4ed4-be99-e29bb23dfce4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.818793 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2eccf-fa09-4ed4-be99-e29bb23dfce4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.819147 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2eccf-fa09-4ed4-be99-e29bb23dfce4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.819677 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2eccf-fa09-4ed4-be99-e29bb23dfce4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.824746 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-02b2eccf-fa09-4ed4-be99-e29bb23dfce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:10.882261 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-170821c8-5760-4f95-86f3-3203e7727fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.896631 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.906269 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-170821c8-5760-4f95-86f3-3203e7727fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.046184 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-170821c8-5760-4f95-86f3-3203e7727fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.049415 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-170821c8-5760-4f95-86f3-3203e7727fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.052121 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-170821c8-5760-4f95-86f3-3203e7727fc8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b91b8f85-0c28-458e-a2fb-94f5833595a7 HTTP/1.1" status: 204 len: 168 time: 0.2330065 Jun 26 16:27:11.052121 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:11.060012 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170821c8-5760-4f95-86f3-3203e7727fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91b8f85-0c28-458e-a2fb-94f5833595a7,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:11.066993 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170821c8-5760-4f95-86f3-3203e7727fc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:11.067360 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170821c8-5760-4f95-86f3-3203e7727fc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:11.069376 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170821c8-5760-4f95-86f3-3203e7727fc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:11.079189 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170821c8-5760-4f95-86f3-3203e7727fc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:11.079562 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170821c8-5760-4f95-86f3-3203e7727fc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:11.079917 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170821c8-5760-4f95-86f3-3203e7727fc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:11.080500 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170821c8-5760-4f95-86f3-3203e7727fc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:11.080855 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170821c8-5760-4f95-86f3-3203e7727fc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:11.081198 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170821c8-5760-4f95-86f3-3203e7727fc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:11.081540 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170821c8-5760-4f95-86f3-3203e7727fc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:11.081895 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170821c8-5760-4f95-86f3-3203e7727fc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:11.082230 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170821c8-5760-4f95-86f3-3203e7727fc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:11.085321 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-170821c8-5760-4f95-86f3-3203e7727fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:11.306202 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae6ad8-1a85-4d98-8ec1-a75d190fef4f req-17ec2b8f-8216-4cd5-915b-43b917a21910 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:11.311307 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b1ae6ad8-1a85-4d98-8ec1-a75d190fef4f req-17ec2b8f-8216-4cd5-915b-43b917a21910 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0676110 Jun 26 16:27:11.349562 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b1ae6ad8-1a85-4d98-8ec1-a75d190fef4f req-e7948e35-fc38-4915-85a6-dfcd11a00249 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357971 Jun 26 16:27:11.388758 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 52250) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:11.498982 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-106beba0-dc60-4933-a7cc-f249ec65d24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.596803 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-106beba0-dc60-4933-a7cc-f249ec65d24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.680309 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-106beba0-dc60-4933-a7cc-f249ec65d24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.683877 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-f0505076-fdbd-4c72-abf0-d5013603d9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:11.719045 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-106beba0-dc60-4933-a7cc-f249ec65d24f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f52f5a9ca7941f4bc98acc98732bbd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290968 Jun 26 16:27:11.719864 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106beba0-dc60-4933-a7cc-f249ec65d24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e88ac9-8e43-477b-b8f1-cd56219d8370,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:11.721782 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 52268) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:11.722866 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-106beba0-dc60-4933-a7cc-f249ec65d24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:11.768794 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-060a9c16-fcd7-488d-b0b9-9e5b226acc37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.790270 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-060a9c16-fcd7-488d-b0b9-9e5b226acc37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.989021 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-060a9c16-fcd7-488d-b0b9-9e5b226acc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.991673 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-060a9c16-fcd7-488d-b0b9-9e5b226acc37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.992823 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-060a9c16-fcd7-488d-b0b9-9e5b226acc37 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/28e88ac9-8e43-477b-b8f1-cd56219d8370 HTTP/1.1" status: 204 len: 168 time: 0.2700303 Jun 26 16:27:11.993523 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:12.009416 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a9c16-fcd7-488d-b0b9-9e5b226acc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e88ac9-8e43-477b-b8f1-cd56219d8370,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:12.013259 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-060a9c16-fcd7-488d-b0b9-9e5b226acc37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:12.526656 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028681d-45d7-42b1-8f67-dc20275268c7 req-0b7a9dbb-1a98-4841-88b9-f16e75245330 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:12.528150 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7028681d-45d7-42b1-8f67-dc20275268c7 req-0b7a9dbb-1a98-4841-88b9-f16e75245330 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0669763 Jun 26 16:27:12.565331 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7028681d-45d7-42b1-8f67-dc20275268c7 req-14589b4c-24f0-4070-9fd0-1df2f0739b30 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315576 Jun 26 16:27:12.606283 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:12.804786 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 52310) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:12.818011 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-03ee3409-f7a8-4992-b270-63bf69b3cea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:12.906472 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-03ee3409-f7a8-4992-b270-63bf69b3cea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:12.967377 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-03ee3409-f7a8-4992-b270-63bf69b3cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:12.969802 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:13.211309 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-03ee3409-f7a8-4992-b270-63bf69b3cea9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac5d47a3e93e4d939a2f7894db4c3e73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4054537 Jun 26 16:27:13.212168 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee3409-f7a8-4992-b270-63bf69b3cea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1442a404-c905-49f1-bd50-463ef2dbea6e,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:13.214655 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 52326) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:13.215847 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-03ee3409-f7a8-4992-b270-63bf69b3cea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:13.261862 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8b270654-aa2c-41fe-9755-ea23cee2d194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:13.283726 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8b270654-aa2c-41fe-9755-ea23cee2d194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:13.438639 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8b270654-aa2c-41fe-9755-ea23cee2d194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:13.441245 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8b270654-aa2c-41fe-9755-ea23cee2d194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:13.442365 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-8b270654-aa2c-41fe-9755-ea23cee2d194 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1442a404-c905-49f1-bd50-463ef2dbea6e HTTP/1.1" status: 204 len: 168 time: 0.2265844 Jun 26 16:27:13.444726 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-cefcb2c9-f42d-4fc5-a945-dcfe451a0a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:13.450826 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b270654-aa2c-41fe-9755-ea23cee2d194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1442a404-c905-49f1-bd50-463ef2dbea6e,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:13.452923 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-8b270654-aa2c-41fe-9755-ea23cee2d194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:13.738411 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d32e1-a4bb-4539-9d16-6b027a461c18 req-8eee05de-4414-4fa3-9967-8c4bf0f2cf5c tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:13.739878 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8d9d32e1-a4bb-4539-9d16-6b027a461c18 req-8eee05de-4414-4fa3-9967-8c4bf0f2cf5c tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0603764 Jun 26 16:27:13.782702 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8d9d32e1-a4bb-4539-9d16-6b027a461c18 req-6f891fcb-d7b6-46a4-a685-ca0de9b0f463 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326629 Jun 26 16:27:14.505714 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 52362) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:14.596374 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-f98847e0-8188-4ee3-955f-f612b1f545ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1410400796-network', 'tenant_id': '47ab296da7884187be102051c0ccca27'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:14.691766 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98847e0-8188-4ee3-955f-f612b1f545ce admin admin] Made reservation on behalf of 47ab296da7884187be102051c0ccca27 for: {'network': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:14.694081 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f98847e0-8188-4ee3-955f-f612b1f545ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for network, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:14.702791 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f98847e0-8188-4ee3-955f-f612b1f545ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:14.789109 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f98847e0-8188-4ee3-955f-f612b1f545ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:14.880408 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f98847e0-8188-4ee3-955f-f612b1f545ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:14.887906 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-2bda459b-84d7-4dfb-965d-c98195488ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:14.927861 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98847e0-8188-4ee3-955f-f612b1f545ce admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=93425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:27:14.951786 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98847e0-8188-4ee3-955f-f612b1f545ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94a2970-0f24-47d8-88d2-e05b75e54913,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:14.955318 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-f98847e0-8188-4ee3-955f-f612b1f545ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:14.956713 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f98847e0-8188-4ee3-955f-f612b1f545ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:14.957058 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.db.segments_db [None req-f98847e0-8188-4ee3-955f-f612b1f545ce admin admin] Added segment b416cda7-31eb-4bdc-85f1-a4e6e46f0cc0 of type vlan for network 71f686f4-8057-4f84-95a0-70afb17b1513 Jun 26 16:27:15.006952 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f98847e0-8188-4ee3-955f-f612b1f545ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735252774503'] for network, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:15.029215 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318d3a4-7c86-4804-9078-89613218f13d req-a2a69def-d78d-4fc7-8ba4-3ac3cbd90aa3 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:15.030727 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e318d3a4-7c86-4804-9078-89613218f13d req-a2a69def-d78d-4fc7-8ba4-3ac3cbd90aa3 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.1419120 Jun 26 16:27:15.081509 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e318d3a4-7c86-4804-9078-89613218f13d req-bd120f5c-3293-4f10-9f0a-0f49027f6ccc tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394564 Jun 26 16:27:15.120551 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f98847e0-8188-4ee3-955f-f612b1f545ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for network, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:15.122013 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98847e0-8188-4ee3-955f-f612b1f545ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:15.122625 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f98847e0-8188-4ee3-955f-f612b1f545ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:15.128967 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:15.188860 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98847e0-8188-4ee3-955f-f612b1f545ce admin admin] Pushing event updated for resources: {'Network': ['ID=71f686f4-8057-4f84-95a0-70afb17b1513,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:15.191860 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-f98847e0-8188-4ee3-955f-f612b1f545ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:15.198960 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Network 71f686f4-8057-4f84-95a0-70afb17b1513 details requested by agent ovs-agent-dv-cinder-798189-1-iscsi with host dv-cinder-798189-1-iscsi {{(pid=93426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:27:15.205337 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-f98847e0-8188-4ee3-955f-f612b1f545ce admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6982212 Jun 26 16:27:15.208107 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 52386) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:15.217478 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-8f07ab8a-8885-435e-bea1-4a53a48efc43 admin admin] Request body: {'subnet': {'network_id': '71f686f4-8057-4f84-95a0-70afb17b1513', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1410400796-subnet', 'tenant_id': '47ab296da7884187be102051c0ccca27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:15.301543 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f07ab8a-8885-435e-bea1-4a53a48efc43 admin admin] Made reservation on behalf of 47ab296da7884187be102051c0ccca27 for: {'subnet': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:15.304154 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-8f07ab8a-8885-435e-bea1-4a53a48efc43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2800188'] for subnet, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:15.526290 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-8f07ab8a-8885-435e-bea1-4a53a48efc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2366313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2800174'] for subnet, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:15.529580 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-7227ed8a-92aa-46ba-be8c-c77949aa95d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:15.579889 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07ab8a-8885-435e-bea1-4a53a48efc43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57e581d8-3802-4566-91f2-1e103530f3bf,revision_number=0']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:15.583351 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-8f07ab8a-8885-435e-bea1-4a53a48efc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:15.589389 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f07ab8a-8885-435e-bea1-4a53a48efc43 admin admin] Checking segment: {'id': 'b416cda7-31eb-4bdc-85f1-a4e6e46f0cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '71f686f4-8057-4f84-95a0-70afb17b1513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:27:15.589812 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f07ab8a-8885-435e-bea1-4a53a48efc43 admin admin] Network hostable DHCP agents. Network: 71f686f4-8057-4f84-95a0-70afb17b1513, hostable agents: ['e5212cc2-9f20-47fc-9661-8d059b13ec7e'], hosted agents: [] {{(pid=93425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:27:15.697262 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f07ab8a-8885-435e-bea1-4a53a48efc43 admin admin] Network 71f686f4-8057-4f84-95a0-70afb17b1513 is scheduled to be hosted by DHCP agent e5212cc2-9f20-47fc-9661-8d059b13ec7e with binding_index 1 {{(pid=93425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:27:15.806121 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [None req-8f07ab8a-8885-435e-bea1-4a53a48efc43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-iscsi, 71f686f4-8057-4f84-95a0-70afb17b1513) {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:15.810144 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f07ab8a-8885-435e-bea1-4a53a48efc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:15.810724 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-8f07ab8a-8885-435e-bea1-4a53a48efc43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:15.815107 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5ca752-76f0-4402-bd19-fcc8a748acec None None] Network 71f686f4-8057-4f84-95a0-70afb17b1513 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:27:15.952206 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce3bc99-a6be-43ab-9b74-baaf5a757b79 None None] Network 71f686f4-8057-4f84-95a0-70afb17b1513 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:27:15.955316 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-8f07ab8a-8885-435e-bea1-4a53a48efc43 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7441838 Jun 26 16:27:16.259221 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86c3b0-8f69-42c2-b0b8-5b6b2f42856b req-1bfdf8f9-ebf3-4310-afe8-cca058353b44 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:16.261514 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3f86c3b0-8f69-42c2-b0b8-5b6b2f42856b req-1bfdf8f9-ebf3-4310-afe8-cca058353b44 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0693312 Jun 26 16:27:16.304570 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3f86c3b0-8f69-42c2-b0b8-5b6b2f42856b req-c56dcbbb-ebb1-4c79-bcf5-167a90f54c86 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360582 Jun 26 16:27:16.646406 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 52432) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:16.651428 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-130edcab-c434-4b72-9357-31065c9d8a6d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-206213217-network', 'tenant_id': '81e94f1d7db148198a2dfb597b44a1bb'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:16.737031 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130edcab-c434-4b72-9357-31065c9d8a6d admin admin] Made reservation on behalf of 81e94f1d7db148198a2dfb597b44a1bb for: {'network': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:16.739325 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-130edcab-c434-4b72-9357-31065c9d8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for network, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:16.747875 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-130edcab-c434-4b72-9357-31065c9d8a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:16.831572 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-130edcab-c434-4b72-9357-31065c9d8a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:16.931585 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-130edcab-c434-4b72-9357-31065c9d8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:16.935416 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-342c4134-c432-430d-bdd7-b67aab93cd84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:16.956959 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130edcab-c434-4b72-9357-31065c9d8a6d admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:27:16.965941 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130edcab-c434-4b72-9357-31065c9d8a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae58fc32-e2d4-46e2-8610-5f532c061655,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:16.969794 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-130edcab-c434-4b72-9357-31065c9d8a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:16.972810 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-130edcab-c434-4b72-9357-31065c9d8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:16.973187 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.segments_db [None req-130edcab-c434-4b72-9357-31065c9d8a6d admin admin] Added segment 1657603d-5d97-43b8-8810-67791f9ab15b of type vlan for network 99f8009a-139d-40bb-9781-aa15ca741859 Jun 26 16:27:17.017069 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-130edcab-c434-4b72-9357-31065c9d8a6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735252774503'] for network, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:17.143054 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-130edcab-c434-4b72-9357-31065c9d8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for network, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:17.144447 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130edcab-c434-4b72-9357-31065c9d8a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:17.145035 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-130edcab-c434-4b72-9357-31065c9d8a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:17.149540 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-3abf839b-4a5e-43eb-94b7-cc8b9b7acecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:17.214791 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130edcab-c434-4b72-9357-31065c9d8a6d admin admin] Pushing event updated for resources: {'Network': ['ID=99f8009a-139d-40bb-9781-aa15ca741859,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:17.217728 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-130edcab-c434-4b72-9357-31065c9d8a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:17.225052 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Network 99f8009a-139d-40bb-9781-aa15ca741859 details requested by agent ovs-agent-dv-cinder-798189-1-iscsi with host dv-cinder-798189-1-iscsi {{(pid=93426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:27:17.230606 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-130edcab-c434-4b72-9357-31065c9d8a6d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5812755 Jun 26 16:27:17.232421 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 52462) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:17.237589 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-7cdf3c7c-1f29-4461-9fa8-3d21d3c830cf admin admin] Request body: {'subnet': {'network_id': '99f8009a-139d-40bb-9781-aa15ca741859', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-206213217-subnet', 'tenant_id': '81e94f1d7db148198a2dfb597b44a1bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:17.314416 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdf3c7c-1f29-4461-9fa8-3d21d3c830cf admin admin] Made reservation on behalf of 81e94f1d7db148198a2dfb597b44a1bb for: {'subnet': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:17.316821 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7cdf3c7c-1f29-4461-9fa8-3d21d3c830cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:17.495752 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0afaa-f22d-4647-8243-c70393db5520 req-5a65fcdf-9f3d-4512-8962-c8b7fb62a1a3 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:17.497277 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d2b0afaa-f22d-4647-8243-c70393db5520 req-5a65fcdf-9f3d-4512-8962-c8b7fb62a1a3 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0704465 Jun 26 16:27:17.537993 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d2b0afaa-f22d-4647-8243-c70393db5520 req-115821a5-c292-429f-9ed3-e7460218ead1 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346649 Jun 26 16:27:17.562540 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7cdf3c7c-1f29-4461-9fa8-3d21d3c830cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for subnet, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:17.565017 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:17.610508 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf3c7c-1f29-4461-9fa8-3d21d3c830cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d15486-6df2-4b55-b8b2-f42ced178e1b,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:17.617857 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-7cdf3c7c-1f29-4461-9fa8-3d21d3c830cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:17.626553 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdf3c7c-1f29-4461-9fa8-3d21d3c830cf admin admin] Checking segment: {'id': '1657603d-5d97-43b8-8810-67791f9ab15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '99f8009a-139d-40bb-9781-aa15ca741859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:27:17.626915 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdf3c7c-1f29-4461-9fa8-3d21d3c830cf admin admin] Network hostable DHCP agents. Network: 99f8009a-139d-40bb-9781-aa15ca741859, hostable agents: ['e5212cc2-9f20-47fc-9661-8d059b13ec7e'], hosted agents: [] {{(pid=93424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:27:17.742687 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdf3c7c-1f29-4461-9fa8-3d21d3c830cf admin admin] Network 99f8009a-139d-40bb-9781-aa15ca741859 is scheduled to be hosted by DHCP agent e5212cc2-9f20-47fc-9661-8d059b13ec7e with binding_index 1 {{(pid=93424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:27:17.850529 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-7cdf3c7c-1f29-4461-9fa8-3d21d3c830cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-iscsi, 99f8009a-139d-40bb-9781-aa15ca741859) {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:17.855685 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdf3c7c-1f29-4461-9fa8-3d21d3c830cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:17.856342 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7cdf3c7c-1f29-4461-9fa8-3d21d3c830cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:17.863523 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8602767f-6476-49ca-81cd-bf51c73c99c5 None None] Network 99f8009a-139d-40bb-9781-aa15ca741859 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:27:17.966791 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-7cdf3c7c-1f29-4461-9fa8-3d21d3c830cf admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7272568 Jun 26 16:27:17.986048 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e2e92f-68c3-4565-b047-1a2ef77ebeb0 None None] Network 99f8009a-139d-40bb-9781-aa15ca741859 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:27:18.720887 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a59500-2664-43bc-804c-a8240162833d req-c5c6d405-ed6f-428e-a849-cfa27bfabb2f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:18.720887 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c0a59500-2664-43bc-804c-a8240162833d req-c5c6d405-ed6f-428e-a849-cfa27bfabb2f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0634921 Jun 26 16:27:18.768174 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c0a59500-2664-43bc-804c-a8240162833d req-99a850e2-bff1-40e8-a340-6ff0b2abd9b9 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406475 Jun 26 16:27:19.002265 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-2bf68c4b-d449-4bb0-ae8e-bfbac7b36278 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:19.003943 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-2bf68c4b-d449-4bb0-ae8e-bfbac7b36278 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/networks?id=97994b83-c9d5-4295-b996-e7ea06d003f7 HTTP/1.1" status: 200 len: 815 time: 0.1158562 Jun 26 16:27:19.021182 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-5c674150-e954-4777-9e19-5c94283507fd tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/quotas/14ad47b559944607a65533bcc1a88f5a HTTP/1.1" status: 200 len: 375 time: 0.0112004 Jun 26 16:27:19.091206 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-7e448217-e52c-46b9-9e8c-e377fc982fc7 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=14ad47b559944607a65533bcc1a88f5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634923 Jun 26 16:27:19.186542 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-05cb105c-a611-467f-9912-f75443e6d3e0 service neutron] 10.222.0.35 "GET /v2.0/networks/97994b83-c9d5-4295-b996-e7ea06d003f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873127 Jun 26 16:27:19.199360 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 52534) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:19.285506 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-209090a1-1d79-4759-b3ec-bd6b18c20924 service neutron] 10.222.0.35 "GET /v2.0/networks/97994b83-c9d5-4295-b996-e7ea06d003f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924172 Jun 26 16:27:19.316275 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-458630b3-e542-444a-a87a-d22961486d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:19.405178 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-458630b3-e542-444a-a87a-d22961486d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:19.502635 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-458630b3-e542-444a-a87a-d22961486d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:19.506129 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:19.514356 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7d8c09da-53a3-4800-8402-97ff305ea194 req-2991dc0c-26dc-41b0-b0d3-1a513f1d28c2 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 210 time: 0.0286200 Jun 26 16:27:19.542788 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-458630b3-e542-444a-a87a-d22961486d09 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=37f14bdcc56d4168bea3d4755dd245cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423150 Jun 26 16:27:19.543685 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458630b3-e542-444a-a87a-d22961486d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6401c493-ff18-4529-a077-611d4162de4e,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:19.545459 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 52546) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:19.558757 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-458630b3-e542-444a-a87a-d22961486d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:19.596626 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-baa186d5-d207-4fcc-8843-54e8d7f86cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:19.618600 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-baa186d5-d207-4fcc-8843-54e8d7f86cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:19.731271 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-baa186d5-d207-4fcc-8843-54e8d7f86cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:19.733998 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-baa186d5-d207-4fcc-8843-54e8d7f86cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:19.735165 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-baa186d5-d207-4fcc-8843-54e8d7f86cdf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6401c493-ff18-4529-a077-611d4162de4e HTTP/1.1" status: 204 len: 168 time: 0.1884828 Jun 26 16:27:19.735909 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-f98847e0-8188-4ee3-955f-f612b1f545ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:19.743993 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa186d5-d207-4fcc-8843-54e8d7f86cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6401c493-ff18-4529-a077-611d4162de4e,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:19.747752 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-baa186d5-d207-4fcc-8843-54e8d7f86cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:19.944894 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007eaee8-37e9-44bc-8850-1ba2f62178ea req-e8d7de85-ba91-45b1-abc9-77e77f7137cb tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:19.946340 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-007eaee8-37e9-44bc-8850-1ba2f62178ea req-e8d7de85-ba91-45b1-abc9-77e77f7137cb tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0660021 Jun 26 16:27:19.983401 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-007eaee8-37e9-44bc-8850-1ba2f62178ea req-a9d78e07-c4bd-4147-9e1f-0af2371c65fb tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308239 Jun 26 16:27:20.393184 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 52568) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:20.406256 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c7d2ed08-d4c1-4584-82c6-a4af60c55379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:20.490639 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c7d2ed08-d4c1-4584-82c6-a4af60c55379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:20.564395 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c7d2ed08-d4c1-4584-82c6-a4af60c55379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:20.566928 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-8f373157-505a-4b5d-bb34-57a8a81221a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:20.602313 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-c7d2ed08-d4c1-4584-82c6-a4af60c55379 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6098c8dd729c49c3978882a9334ff248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080452 Jun 26 16:27:20.603230 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2ed08-d4c1-4584-82c6-a4af60c55379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7d5a47-e9e9-4fe5-9ffa-672df3285c76,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:20.605692 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 52572) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:20.606838 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c7d2ed08-d4c1-4584-82c6-a4af60c55379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:20.660605 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-acf7638c-6523-4f35-9965-a63374d255c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:20.667338 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f574f9ef-0109-47f5-8805-f113fdb59b04 req-d96591e0-0c40-47c7-815d-38d563fc3c46 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 210 time: 0.0399580 Jun 26 16:27:20.682650 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-acf7638c-6523-4f35-9965-a63374d255c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:20.782315 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-acf7638c-6523-4f35-9965-a63374d255c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:20.784902 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-acf7638c-6523-4f35-9965-a63374d255c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:20.786018 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-acf7638c-6523-4f35-9965-a63374d255c3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8a7d5a47-e9e9-4fe5-9ffa-672df3285c76 HTTP/1.1" status: 204 len: 168 time: 0.1785507 Jun 26 16:27:20.786721 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-e642a92e-b0f8-4d01-b426-4e664500aca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:20.794308 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7638c-6523-4f35-9965-a63374d255c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7d5a47-e9e9-4fe5-9ffa-672df3285c76,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:20.796538 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-acf7638c-6523-4f35-9965-a63374d255c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:21.164531 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7410f1-6830-4b96-8439-7e640aeb7e89 req-f3dfb145-f2f8-4f08-9598-5216600fd237 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:21.166041 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ce7410f1-6830-4b96-8439-7e640aeb7e89 req-f3dfb145-f2f8-4f08-9598-5216600fd237 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0732756 Jun 26 16:27:21.205535 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ce7410f1-6830-4b96-8439-7e640aeb7e89 req-c4ca3065-846c-4c6b-801c-e1c854d3d2eb tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327327 Jun 26 16:27:21.811600 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-83617f43-66e7-4b5d-8e2f-fe5b0b44dd19 req-62b3dd23-4b63-4b8b-91b9-80866bfdc493 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 210 time: 0.0305138 Jun 26 16:27:22.380835 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e963cf-ab87-45bc-b989-f7ba46062089 req-98c9428c-dc63-4c1e-b8a0-86fb454c666b tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:22.382302 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e3e963cf-ab87-45bc-b989-f7ba46062089 req-98c9428c-dc63-4c1e-b8a0-86fb454c666b tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0610166 Jun 26 16:27:22.428799 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e3e963cf-ab87-45bc-b989-f7ba46062089 req-09f70417-d543-4f50-a9aa-627370b8bdff tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394955 Jun 26 16:27:22.954228 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b2245ae1-5c86-4258-a903-d2c6409e8c7f req-49f33c89-0af1-4c4e-bf6d-2f7570b33b6f tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 210 time: 0.0329661 Jun 26 16:27:23.328096 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 52662) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:23.350584 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-6e933f7e-adcc-4a95-9df4-c42ad8ebde1d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:23.352201 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-6e933f7e-adcc-4a95-9df4-c42ad8ebde1d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.38 "GET /v2.0/networks?id=97994b83-c9d5-4295-b996-e7ea06d003f7 HTTP/1.1" status: 200 len: 815 time: 0.1050947 Jun 26 16:27:23.371262 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-0d1d716d-8fd7-4ae1-ab55-6b9504f5e345 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Request body: {'port': {'device_id': 'f64a1575-aca9-4377-af0f-00782f0a3b88', 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7', 'admin_state_up': True, 'tenant_id': '14ad47b559944607a65533bcc1a88f5a'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:23.444458 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9a2feede-0421-45ee-900a-52938010fa97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:23.498402 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.db.api [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-0d1d716d-8fd7-4ae1-ab55-6b9504f5e345 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 26 16:27:23.498402 dv-cinder-798189-1-iscsi neutron-server[93425]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 26 16:27:23.498402 dv-cinder-798189-1-iscsi neutron-server[93425]: [parameters: {'project_id': '14ad47b559944607a65533bcc1a88f5a', 'id': '6a9f983e-e5a7-4e03-bf13-22d2d90fb76c', 'expiration': datetime.datetime(2021, 6, 26, 16, 29, 23, 485479)}] Jun 26 16:27:23.498402 dv-cinder-798189-1-iscsi neutron-server[93425]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 16:27:23.499184 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_db.api [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-0d1d716d-8fd7-4ae1-ab55-6b9504f5e345 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 16:27:23.577043 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9a2feede-0421-45ee-900a-52938010fa97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:23.621276 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dcb02-6492-41ad-90be-664a1189715f req-c97b2138-27ae-4b23-9713-b7e76c01b156 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:23.622798 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-742dcb02-6492-41ad-90be-664a1189715f req-c97b2138-27ae-4b23-9713-b7e76c01b156 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0632131 Jun 26 16:27:23.667546 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-742dcb02-6492-41ad-90be-664a1189715f req-5f3b0b48-813c-458e-86e1-f0cdd0371328 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383224 Jun 26 16:27:23.670010 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9a2feede-0421-45ee-900a-52938010fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:23.676185 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:23.716625 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-9a2feede-0421-45ee-900a-52938010fa97 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9556ce9780c24edb9885f3a7f31572f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867235 Jun 26 16:27:23.717607 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2feede-0421-45ee-900a-52938010fa97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85e2f9f-0d80-4613-9699-4e0397812e83,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:23.719375 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 52672) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:23.720812 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-9a2feede-0421-45ee-900a-52938010fa97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:23.778315 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5443f1dc-b8de-4164-8607-c48ef601ee68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:23.798830 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5443f1dc-b8de-4164-8607-c48ef601ee68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:24.012777 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5443f1dc-b8de-4164-8607-c48ef601ee68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:24.017443 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5443f1dc-b8de-4164-8607-c48ef601ee68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:24.022752 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-5443f1dc-b8de-4164-8607-c48ef601ee68 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f85e2f9f-0d80-4613-9699-4e0397812e83 HTTP/1.1" status: 204 len: 168 time: 0.2981293 Jun 26 16:27:24.022752 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-b6e448fb-ccec-42c3-ade8-060851b890ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:24.035019 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443f1dc-b8de-4164-8607-c48ef601ee68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85e2f9f-0d80-4613-9699-4e0397812e83,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:24.048221 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-5443f1dc-b8de-4164-8607-c48ef601ee68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:24.120160 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-94eca9b9-1bb0-49f4-9df8-610c81269599 req-c19b8108-a5ac-4c45-af6d-5e0557aa26ec tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 210 time: 0.0368958 Jun 26 16:27:24.165159 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-0d1d716d-8fd7-4ae1-ab55-6b9504f5e345 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Made reservation on behalf of 14ad47b559944607a65533bcc1a88f5a for: {'port': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:24.168725 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-0d1d716d-8fd7-4ae1-ab55-6b9504f5e345 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:24.292562 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_common [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-0d1d716d-8fd7-4ae1-ab55-6b9504f5e345 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Allocated IP 172.20.0.14 (97994b83-c9d5-4295-b996-e7ea06d003f7/889b689e-0077-4f65-adce-eac8bc576e78/5d327361-9e5d-448c-993b-b71b44de779b) {{(pid=93425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:27:24.480963 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-0d1d716d-8fd7-4ae1-ab55-6b9504f5e345 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks [] for port, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:24.644383 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-0d1d716d-8fd7-4ae1-ab55-6b9504f5e345 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2366237'] for port, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:24.653088 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:24.663472 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['5af96401-edc0-44c3-8474-46cbb7149db3'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:27:24.721899 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-0d1d716d-8fd7-4ae1-ab55-6b9504f5e345 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Network 97994b83-c9d5-4295-b996-e7ea06d003f7 is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:27:24.725150 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-0d1d716d-8fd7-4ae1-ab55-6b9504f5e345 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:24.730289 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-0d1d716d-8fd7-4ae1-ab55-6b9504f5e345 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Received port after_create {{(pid=93425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:27:24.782781 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-0d1d716d-8fd7-4ae1-ab55-6b9504f5e345 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:24.783500 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-0d1d716d-8fd7-4ae1-ab55-6b9504f5e345 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:24.787181 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d716d-8fd7-4ae1-ab55-6b9504f5e345 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Pushing event updated for resources: {'Port': ['ID=5d327361-9e5d-448c-993b-b71b44de779b,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:24.792901 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-0d1d716d-8fd7-4ae1-ab55-6b9504f5e345 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:24.871201 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a97b7d-0f66-4925-a8db-e2cc9c59d6fa req-a9b62302-bd1e-49dd-9f41-15bdcb8532fe tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:24.872877 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-70a97b7d-0f66-4925-a8db-e2cc9c59d6fa req-a9b62302-bd1e-49dd-9f41-15bdcb8532fe tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0630155 Jun 26 16:27:24.895796 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-0d1d716d-8fd7-4ae1-ab55-6b9504f5e345 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5291176 Jun 26 16:27:24.902717 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 52704) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:24.926817 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Request body: {'port': {'device_id': 'f64a1575-aca9-4377-af0f-00782f0a3b88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:24.932509 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-70a97b7d-0f66-4925-a8db-e2cc9c59d6fa req-ddff7a8e-75c9-4cbe-aed6-564bc707bb0c tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541184 Jun 26 16:27:24.933842 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-271787da-d674-4e8c-99c4-f39d63f29a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.035038 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.241183 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-271787da-d674-4e8c-99c4-f39d63f29a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.283957 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 52722) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:25.317718 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-271787da-d674-4e8c-99c4-f39d63f29a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.329115 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:25.389362 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7e8b3f2c-d2b8-4cc7-a83a-64b0b20b6b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.398785 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-271787da-d674-4e8c-99c4-f39d63f29a40 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=46f7bea283de489e8838b2f442498699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4950094 Jun 26 16:27:25.402955 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 52726) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:25.407074 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271787da-d674-4e8c-99c4-f39d63f29a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0477d2b1-0e22-4bfe-8beb-1cd0c68f8610,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:25.412512 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-271787da-d674-4e8c-99c4-f39d63f29a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:25.468457 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829e549-7b1d-4432-975c-3fff3320d350 req-99878a80-0ad4-4223-933c-75944bf4f698 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:25.475730 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9829e549-7b1d-4432-975c-3fff3320d350 req-99878a80-0ad4-4223-933c-75944bf4f698 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 932 time: 0.1628926 Jun 26 16:27:25.496212 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-76fd94e6-8e72-4a6c-bf54-4d7c209d9142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.529776 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-76fd94e6-8e72-4a6c-bf54-4d7c209d9142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.532006 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d327361-9e5d-448c-993b-b71b44de779b {{(pid=93425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:27:25.540897 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.545884 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9829e549-7b1d-4432-975c-3fff3320d350 req-7488d090-e91f-4a88-b0ab-3366d384da09 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690038 Jun 26 16:27:25.556897 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.provisioning_blocks [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Transition to ACTIVE for port object 5d327361-9e5d-448c-993b-b71b44de779b will not be triggered until provisioned by entity L2. {{(pid=93425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:27:25.577628 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7e8b3f2c-d2b8-4cc7-a83a-64b0b20b6b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.611326 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.613732 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-0d1d716d-8fd7-4ae1-ab55-6b9504f5e345 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:25.660741 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Pushing event updated for resources: {'Port': ['ID=5d327361-9e5d-448c-993b-b71b44de779b,revision_number=2']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:25.664649 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:25.697300 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7e8b3f2c-d2b8-4cc7-a83a-64b0b20b6b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.700620 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-76fd94e6-8e72-4a6c-bf54-4d7c209d9142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.708361 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-76fd94e6-8e72-4a6c-bf54-4d7c209d9142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.708361 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-76fd94e6-8e72-4a6c-bf54-4d7c209d9142 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0477d2b1-0e22-4bfe-8beb-1cd0c68f8610 HTTP/1.1" status: 204 len: 168 time: 0.3004482 Jun 26 16:27:25.708361 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-c1d5d25b-de00-423d-b4e0-aa7fc1b02e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:25.744417 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Attempting to bind port 5d327361-9e5d-448c-993b-b71b44de779b on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:27:25.744754 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Attempting to bind port 5d327361-9e5d-448c-993b-b71b44de779b by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '5157ce06-5344-460b-ae56-328e0291ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7'}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:27:25.745110 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Attempting to bind port 5d327361-9e5d-448c-993b-b71b44de779b on network 97994b83-c9d5-4295-b996-e7ea06d003f7 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:27:25.747126 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-7e8b3f2c-d2b8-4cc7-a83a-64b0b20b6b3f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d6ff646dfb8a46c4aa3bd1f8abddd08a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4626939 Jun 26 16:27:25.747939 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b3f2c-d2b8-4cc7-a83a-64b0b20b6b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff15c76e-3b7f-4cc5-be10-0065f2117d01,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:25.750251 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 52732) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:25.772944 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Port 5d327361-9e5d-448c-993b-b71b44de779b on network 97994b83-c9d5-4295-b996-e7ea06d003f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:27:25.772944 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Attempting to bind port 5d327361-9e5d-448c-993b-b71b44de779b on network 97994b83-c9d5-4295-b996-e7ea06d003f7 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:27:25.772944 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Checking agent: {'id': '017f0d27-5c15-4479-952a-00a1dbd8023d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'started_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:27:25.773476 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd94e6-8e72-4a6c-bf54-4d7c209d9142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0477d2b1-0e22-4bfe-8beb-1cd0c68f8610,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:25.773565 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Checking segment: {'id': '5157ce06-5344-460b-ae56-328e0291ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:27:25.773565 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Bound using segment: {'id': '5157ce06-5344-460b-ae56-328e0291ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7'} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:27:25.774936 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-76fd94e6-8e72-4a6c-bf54-4d7c209d9142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:25.775089 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Bound port: 5d327361-9e5d-448c-993b-b71b44de779b, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5157ce06-5344-460b-ae56-328e0291ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7'}}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:27:25.775782 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.776275 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-d539eaf9-c9f9-4340-80a3-6aa1c495a482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:25.777679 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-d539eaf9-c9f9-4340-80a3-6aa1c495a482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:25.822419 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-44cf3c31-0994-4ca2-8e3c-7b0ff6f21110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.845444 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-44cf3c31-0994-4ca2-8e3c-7b0ff6f21110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.847293 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] For port 5d327361-9e5d-448c-993b-b71b44de779b, host hv-cinder-79818, cleared binding levels {{(pid=93425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:27:25.850642 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] For port 5d327361-9e5d-448c-993b-b71b44de779b, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=5d327361-9e5d-448c-993b-b71b44de779b,segment=NetworkSegment(5157ce06-5344-460b-ae56-328e0291ce37),segment_id=5157ce06-5344-460b-ae56-328e0291ce37)] {{(pid=93425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:27:25.987514 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-44cf3c31-0994-4ca2-8e3c-7b0ff6f21110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.990781 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.991006 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-44cf3c31-0994-4ca2-8e3c-7b0ff6f21110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.994477 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-44cf3c31-0994-4ca2-8e3c-7b0ff6f21110 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff15c76e-3b7f-4cc5-be10-0065f2117d01 HTTP/1.1" status: 204 len: 168 time: 0.2407522 Jun 26 16:27:25.994477 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-06b77f13-8b91-4d58-bd90-2a4043dd618e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:25.998372 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:26.002821 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf3c31-0994-4ca2-8e3c-7b0ff6f21110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff15c76e-3b7f-4cc5-be10-0065f2117d01,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:26.026522 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:26.027068 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:26.028698 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-44cf3c31-0994-4ca2-8e3c-7b0ff6f21110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:26.028842 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] 10.222.0.38 "PUT /v2.0/ports/5d327361-9e5d-448c-993b-b71b44de779b HTTP/1.1" status: 200 len: 1094 time: 1.1124692 Jun 26 16:27:26.029257 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64a1575-aca9-4377-af0f-00782f0a3b88', 'tag': '5d327361-9e5d-448c-993b-b71b44de779b'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:27:26.031856 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ff86f7-195c-4c34-8216-ff7c1f4e045f" -d '{"events": [{"name": "network-changed", "server_uuid": "f64a1575-aca9-4377-af0f-00782f0a3b88", "tag": "5d327361-9e5d-448c-993b-b71b44de779b"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:27:26.102211 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7438d059-e7c2-4132-aa0e-b0082eba473d x-openstack-request-id: req-7438d059-e7c2-4132-aa0e-b0082eba473d {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:27:26.102648 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64a1575-aca9-4377-af0f-00782f0a3b88", "tag": "5d327361-9e5d-448c-993b-b71b44de779b", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:27:26.102980 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7438d059-e7c2-4132-aa0e-b0082eba473d {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:27:26.103397 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64a1575-aca9-4377-af0f-00782f0a3b88', 'tag': '5d327361-9e5d-448c-993b-b71b44de779b', 'status': 'completed', 'code': 200} Jun 26 16:27:26.108025 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Pushing event updated for resources: {'Port': ['ID=5d327361-9e5d-448c-993b-b71b44de779b,revision_number=3']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:26.113316 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:26.173624 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab704f-2d74-4407-b9b6-517f04e0f8b7 req-1d97e316-041a-454e-bd9f-5559c2a4769a tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:26.180526 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c4ab704f-2d74-4407-b9b6-517f04e0f8b7 req-1d97e316-041a-454e-bd9f-5559c2a4769a tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.1135707 Jun 26 16:27:26.225444 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c4ab704f-2d74-4407-b9b6-517f04e0f8b7 req-b6fb5383-8c24-47ff-a825-5b751723527a tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402181 Jun 26 16:27:26.228639 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff86f7-195c-4c34-8216-ff7c1f4e045f req-9d95e84f-630f-4c95-bae8-439d82dbb4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:26.229908 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-63ff86f7-195c-4c34-8216-ff7c1f4e045f req-9d95e84f-630f-4c95-bae8-439d82dbb4ac service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14ad47b559944607a65533bcc1a88f5a&device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 1097 time: 0.0960593 Jun 26 16:27:26.416404 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff86f7-195c-4c34-8216-ff7c1f4e045f req-9a5b84d3-72a9-4fc4-a8ff-c6cf59cf0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:26.418525 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-63ff86f7-195c-4c34-8216-ff7c1f4e045f req-9a5b84d3-72a9-4fc4-a8ff-c6cf59cf0483 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=14ad47b559944607a65533bcc1a88f5a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1755865 Jun 26 16:27:26.519698 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff86f7-195c-4c34-8216-ff7c1f4e045f req-990e3b47-16e6-405a-86dc-91b73cd2200c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:26.521353 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-63ff86f7-195c-4c34-8216-ff7c1f4e045f req-990e3b47-16e6-405a-86dc-91b73cd2200c service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943396 Jun 26 16:27:26.635203 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-fed7f44d-b2ee-4b8d-bdff-4a1032dd6ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:26.636700 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-fed7f44d-b2ee-4b8d-bdff-4a1032dd6ea5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14ad47b559944607a65533bcc1a88f5a&device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 1097 time: 0.0579069 Jun 26 16:27:26.693972 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-88c1730d-86ba-4f93-832b-8cc3ea8922fc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d327361-9e5d-448c-993b-b71b44de779b HTTP/1.1" status: 200 len: 217 time: 0.0430310 Jun 26 16:27:26.761959 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-f57557dc-b319-4687-8886-b2d4470a66e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:26.762516 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-f57557dc-b319-4687-8886-b2d4470a66e8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=889b689e-0077-4f65-adce-eac8bc576e78 HTTP/1.1" status: 200 len: 855 time: 0.0533035 Jun 26 16:27:26.803371 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-6986a164-3bea-405d-8af3-5043fcee3492 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=97994b83-c9d5-4295-b996-e7ea06d003f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326312 Jun 26 16:27:26.820082 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ffebb-2619-47ff-897a-9af4dc79f73b req-2821ac50-e0fd-48de-92da-e7454d7909da tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:26.827320 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d40ffebb-2619-47ff-897a-9af4dc79f73b req-2821ac50-e0fd-48de-92da-e7454d7909da tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 944 time: 0.1693449 Jun 26 16:27:26.926831 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d40ffebb-2619-47ff-897a-9af4dc79f73b req-017e7ed5-4f23-48b1-98cf-e086774dca39 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868266 Jun 26 16:27:26.949836 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-bc334ab0-39d0-43b2-bfcc-f16575d2e19d service neutron] 10.222.0.38 "GET /v2.0/networks/97994b83-c9d5-4295-b996-e7ea06d003f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198447 Jun 26 16:27:27.062920 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e698e241-6ea9-4dce-9d22-59b7c3dbd65e req-bfa8510e-7d7c-41fb-8a67-ad49ebb95281 service neutron] 10.222.0.38 "GET /v2.0/networks/97994b83-c9d5-4295-b996-e7ea06d003f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014338 Jun 26 16:27:27.424293 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ef745-e041-4cf9-9a44-c07562ffb273 req-42c5a3aa-252d-42d3-8af0-54246e36f1c1 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:27.426404 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cb4ef745-e041-4cf9-9a44-c07562ffb273 req-42c5a3aa-252d-42d3-8af0-54246e36f1c1 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0729361 Jun 26 16:27:27.706584 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cb4ef745-e041-4cf9-9a44-c07562ffb273 req-4c971b0d-cf59-4226-b559-208559827e7f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719023 Jun 26 16:27:28.107688 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2e46e-f526-46e7-9b50-d1228a98683a req-c6780360-c5f8-47d8-af24-48fdb11bd066 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:28.107688 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1be2e46e-f526-46e7-9b50-d1228a98683a req-c6780360-c5f8-47d8-af24-48fdb11bd066 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 944 time: 0.0612087 Jun 26 16:27:28.145247 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1be2e46e-f526-46e7-9b50-d1228a98683a req-d10bb94c-b34a-4f8e-9a1f-c35dd37abf29 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329831 Jun 26 16:27:28.879547 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e385645-a1b0-485a-a69c-2123ad3ee2b7 req-f7acc882-7c2c-4d5e-bf51-180b662e8530 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:28.881013 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6e385645-a1b0-485a-a69c-2123ad3ee2b7 req-f7acc882-7c2c-4d5e-bf51-180b662e8530 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0644495 Jun 26 16:27:28.922594 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6e385645-a1b0-485a-a69c-2123ad3ee2b7 req-2075bdb4-613d-4251-95ec-93b050a038c0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348189 Jun 26 16:27:29.320570 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41a1f1-00fa-49b4-9d3b-9696ce5271d3 req-c2fcc3d4-b815-486f-962c-f7d733d28475 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:29.322033 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0e41a1f1-00fa-49b4-9d3b-9696ce5271d3 req-c2fcc3d4-b815-486f-962c-f7d733d28475 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 944 time: 0.0622103 Jun 26 16:27:29.359127 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0e41a1f1-00fa-49b4-9d3b-9696ce5271d3 req-25b173cf-7ed3-4bc5-b142-9ea0833df097 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307677 Jun 26 16:27:29.871912 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 52912) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:29.980828 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-aea9fa2a-8f38-4365-8bec-a1df40715db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:30.097713 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf0b6d-b1b3-42e3-b3a4-8bfff0db9824 req-80fccf44-1856-4731-a3a8-de5eae6b648b tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:30.099264 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-76bf0b6d-b1b3-42e3-b3a4-8bfff0db9824 req-80fccf44-1856-4731-a3a8-de5eae6b648b tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0642664 Jun 26 16:27:30.138801 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-76bf0b6d-b1b3-42e3-b3a4-8bfff0db9824 req-d1e52c78-092a-4b62-8eeb-3a5032a1ea0d tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330193 Jun 26 16:27:30.231428 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-aea9fa2a-8f38-4365-8bec-a1df40715db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:30.273589 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-aea9fa2a-8f38-4365-8bec-a1df40715db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:30.275985 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b2ab2d4c-49b7-4850-ac89-d9dfa1ac1e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:30.310504 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-aea9fa2a-8f38-4365-8bec-a1df40715db2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3be1867ae1d54516b5e55c418071f680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4375734 Jun 26 16:27:30.311392 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9fa2a-8f38-4365-8bec-a1df40715db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882e9951-8690-433b-bdcc-0b16af04fd9e,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:30.313245 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 52920) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:30.314794 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-aea9fa2a-8f38-4365-8bec-a1df40715db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:30.363116 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-0cdc3fc1-40a4-4f31-9e9d-ef27519b1eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:30.382851 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-0cdc3fc1-40a4-4f31-9e9d-ef27519b1eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:30.494458 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-0cdc3fc1-40a4-4f31-9e9d-ef27519b1eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:30.497560 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-0cdc3fc1-40a4-4f31-9e9d-ef27519b1eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:30.498666 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-0cdc3fc1-40a4-4f31-9e9d-ef27519b1eda admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/882e9951-8690-433b-bdcc-0b16af04fd9e HTTP/1.1" status: 204 len: 168 time: 0.1843002 Jun 26 16:27:30.501348 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-03ee3409-f7a8-4992-b270-63bf69b3cea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:30.512883 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc3fc1-40a4-4f31-9e9d-ef27519b1eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882e9951-8690-433b-bdcc-0b16af04fd9e,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:30.515614 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-0cdc3fc1-40a4-4f31-9e9d-ef27519b1eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:30.559317 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821c328-bd14-4c23-94d0-479d050c1948 req-0976694a-2f9c-4c56-a134-3b0c242cf0aa tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:30.560843 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3821c328-bd14-4c23-94d0-479d050c1948 req-0976694a-2f9c-4c56-a134-3b0c242cf0aa tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 944 time: 0.0941918 Jun 26 16:27:30.611783 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3821c328-bd14-4c23-94d0-479d050c1948 req-5fe59ad4-dd68-451a-a53e-c5f90fcd132a tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449955 Jun 26 16:27:31.118489 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 52934) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:31.132004 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-1232cae0-9db5-487c-a2fd-cb07032a95dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:31.225612 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-1232cae0-9db5-487c-a2fd-cb07032a95dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:31.308035 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-1232cae0-9db5-487c-a2fd-cb07032a95dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:31.311182 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be05c8d-ae18-4466-845c-4a7fb1afbe9e req-31da39f1-06bb-492d-860f-b297f8bd9d54 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:31.311661 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-170821c8-5760-4f95-86f3-3203e7727fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:31.312848 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1be05c8d-ae18-4466-845c-4a7fb1afbe9e req-31da39f1-06bb-492d-860f-b297f8bd9d54 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0622299 Jun 26 16:27:31.347288 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-1232cae0-9db5-487c-a2fd-cb07032a95dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5725bddce82241f4ae367119827aedcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276704 Jun 26 16:27:31.348152 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232cae0-9db5-487c-a2fd-cb07032a95dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1245d901-fe52-4162-a7db-7ccac1ccdd95,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:31.350410 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 52940) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:31.351523 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-1232cae0-9db5-487c-a2fd-cb07032a95dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:31.362672 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1be05c8d-ae18-4466-845c-4a7fb1afbe9e req-b01beeb5-ac5d-4cbb-bf28-b1c961cca7b8 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440271 Jun 26 16:27:31.404085 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-75021175-0a3a-459c-a5f9-0eff0453697a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:31.425319 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-75021175-0a3a-459c-a5f9-0eff0453697a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:31.565226 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a27c4fcf-dc11-4f65-8369-67fee43b983b req-0ddb5df3-2dd6-4965-8e69-e2ac05f932c1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517581 Jun 26 16:27:31.582918 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-75021175-0a3a-459c-a5f9-0eff0453697a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:31.584894 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-75021175-0a3a-459c-a5f9-0eff0453697a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:31.588219 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-75021175-0a3a-459c-a5f9-0eff0453697a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1245d901-fe52-4162-a7db-7ccac1ccdd95 HTTP/1.1" status: 204 len: 168 time: 0.2346227 Jun 26 16:27:31.588219 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:31.598201 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75021175-0a3a-459c-a5f9-0eff0453697a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1245d901-fe52-4162-a7db-7ccac1ccdd95,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:31.598201 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-75021175-0a3a-459c-a5f9-0eff0453697a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:31.699919 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c4fcf-dc11-4f65-8369-67fee43b983b req-4336e454-460b-4c04-9f2c-0ee78e69991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:31.703081 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a27c4fcf-dc11-4f65-8369-67fee43b983b req-4336e454-460b-4c04-9f2c-0ee78e69991d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14ad47b559944607a65533bcc1a88f5a&device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 1099 time: 0.0788143 Jun 26 16:27:31.847406 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c4fcf-dc11-4f65-8369-67fee43b983b req-f8171e3f-25ae-432d-ac08-45f1e2811b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:31.849002 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a27c4fcf-dc11-4f65-8369-67fee43b983b req-f8171e3f-25ae-432d-ac08-45f1e2811b42 service neutron] 10.222.0.38 "GET /v2.0/networks?id=97994b83-c9d5-4295-b996-e7ea06d003f7 HTTP/1.1" status: 200 len: 916 time: 0.1185932 Jun 26 16:27:31.898789 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a27c4fcf-dc11-4f65-8369-67fee43b983b req-3312a019-aaf2-4cf1-8ed1-12c68cd03edc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5af96401-edc0-44c3-8474-46cbb7149db3 HTTP/1.1" status: 200 len: 217 time: 0.0405169 Jun 26 16:27:31.907767 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6ad8b-8354-46e7-827b-05a175af6749 req-30f34dd9-12c3-48a0-bc36-7d9ff188a46a tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:31.909258 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d1e6ad8b-8354-46e7-827b-05a175af6749 req-30f34dd9-12c3-48a0-bc36-7d9ff188a46a tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 944 time: 0.1273446 Jun 26 16:27:31.972899 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c4fcf-dc11-4f65-8369-67fee43b983b req-9199facd-6355-4db3-a9c1-aede0ead5367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:31.974396 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a27c4fcf-dc11-4f65-8369-67fee43b983b req-9199facd-6355-4db3-a9c1-aede0ead5367 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=889b689e-0077-4f65-adce-eac8bc576e78 HTTP/1.1" status: 200 len: 855 time: 0.0642660 Jun 26 16:27:31.979828 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d1e6ad8b-8354-46e7-827b-05a175af6749 req-2f3640f1-d418-4205-bc95-e215ede733be tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612779 Jun 26 16:27:32.019822 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a27c4fcf-dc11-4f65-8369-67fee43b983b req-90e5bc4c-56bb-4b7d-b4e2-8b413b71b3e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=97994b83-c9d5-4295-b996-e7ea06d003f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327959 Jun 26 16:27:32.117398 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a27c4fcf-dc11-4f65-8369-67fee43b983b req-28926185-d0a3-411c-9156-8404167fe695 service neutron] 10.222.0.38 "GET /v2.0/networks/97994b83-c9d5-4295-b996-e7ea06d003f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898890 Jun 26 16:27:32.236180 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a27c4fcf-dc11-4f65-8369-67fee43b983b req-74394a0e-64bd-4962-bce9-fdfc190bfbd6 service neutron] 10.222.0.38 "GET /v2.0/networks/97994b83-c9d5-4295-b996-e7ea06d003f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964732 Jun 26 16:27:32.539681 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8315e-153d-4f6e-b1b3-5c5c0bde799e req-1c59483d-4edf-463e-a7db-1a5967666c4c tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:32.541547 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b5e8315e-153d-4f6e-b1b3-5c5c0bde799e req-1c59483d-4edf-463e-a7db-1a5967666c4c tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0648303 Jun 26 16:27:32.583089 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b5e8315e-153d-4f6e-b1b3-5c5c0bde799e req-ac1b3845-489d-4f5a-819b-05d099c554dd tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356014 Jun 26 16:27:33.168274 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7dc3ad-6f71-4e50-a708-676224589b01 req-b20ad508-2f00-4a2a-a43b-abe3a6a7cea5 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:33.169688 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7a7dc3ad-6f71-4e50-a708-676224589b01 req-b20ad508-2f00-4a2a-a43b-abe3a6a7cea5 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 944 time: 0.0658903 Jun 26 16:27:33.207402 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7a7dc3ad-6f71-4e50-a708-676224589b01 req-f4c57b21-2493-49e4-ad1a-a88081ddf6ce tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318534 Jun 26 16:27:33.773828 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d91408-a25d-4556-ad0c-353394e98f48 req-0ae0aa2b-159f-4c0e-907a-de108f1fb48a tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:33.775325 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-37d91408-a25d-4556-ad0c-353394e98f48 req-0ae0aa2b-159f-4c0e-907a-de108f1fb48a tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0659237 Jun 26 16:27:33.813258 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-37d91408-a25d-4556-ad0c-353394e98f48 req-78126d68-7c04-41ca-9ff5-dd7ec2945039 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318792 Jun 26 16:27:34.253310 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377c8ff-43f0-4bb8-9d2b-f305b3b14041 req-abd82428-6570-4bd8-8eb8-db9de7a473bc tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:34.254836 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e377c8ff-43f0-4bb8-9d2b-f305b3b14041 req-abd82428-6570-4bd8-8eb8-db9de7a473bc tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 945 time: 0.0727670 Jun 26 16:27:34.298175 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e377c8ff-43f0-4bb8-9d2b-f305b3b14041 req-7b0c893e-2dae-41e4-8042-aaa2a8dcf059 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361154 Jun 26 16:27:34.420304 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6caf2c-ddb0-45c1-b9f9-830313a2a7c6 req-043eb058-4a9f-4094-b742-0873cf702111 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:34.421810 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5a6caf2c-ddb0-45c1-b9f9-830313a2a7c6 req-043eb058-4a9f-4094-b742-0873cf702111 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 944 time: 0.0631409 Jun 26 16:27:34.465323 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5a6caf2c-ddb0-45c1-b9f9-830313a2a7c6 req-c7052bae-9783-41ad-93d6-0d8ef99d4e9d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378218 Jun 26 16:27:34.552291 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 5d327361-9e5d-448c-993b-b71b44de779b details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:27:34.651551 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 5d327361-9e5d-448c-993b-b71b44de779b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=5d327361-9e5d-448c-993b-b71b44de779b,segment=NetworkSegment(5157ce06-5344-460b-ae56-328e0291ce37),segment_id=5157ce06-5344-460b-ae56-328e0291ce37)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:34.663805 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': '5d327361-9e5d-448c-993b-b71b44de779b', 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7', 'port_id': '5d327361-9e5d-448c-993b-b71b44de779b', 'mac_address': 'fa:16:3e:85:62:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '889b689e-0077-4f65-adce-eac8bc576e78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:27:34.705987 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:34.719570 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d327361-9e5d-448c-993b-b71b44de779b {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:27:34.739631 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 5d327361-9e5d-448c-993b-b71b44de779b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=5d327361-9e5d-448c-993b-b71b44de779b,segment=NetworkSegment(5157ce06-5344-460b-ae56-328e0291ce37),segment_id=5157ce06-5344-460b-ae56-328e0291ce37)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:34.839776 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:34.845739 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:34.899884 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=5d327361-9e5d-448c-993b-b71b44de779b,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:34.909181 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:34.909597 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:34.909934 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:34.910474 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:34.911807 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:34.911807 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:34.911807 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:34.912050 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:34.912335 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:34.912850 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:34.913460 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:34.913835 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:34.919206 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:34.992650 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d993d48-0782-4ecc-8b3f-f92bc9f4d226 req-26bf886e-1fa2-4e51-a1fb-dc6e1ad54d9d tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:34.999496 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0d993d48-0782-4ecc-8b3f-f92bc9f4d226 req-26bf886e-1fa2-4e51-a1fb-dc6e1ad54d9d tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0689404 Jun 26 16:27:35.032759 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0d993d48-0782-4ecc-8b3f-f92bc9f4d226 req-383bc50e-5bfa-4df6-a73b-fb4782e5641c tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325747 Jun 26 16:27:35.124386 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:27:35.257649 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['5d327361-9e5d-448c-993b-b71b44de779b'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:27:35.484644 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d65577-08d7-40d4-89e1-98f93ea39418 req-fbe334df-c148-48c5-a993-b5e8d0b8cad9 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:35.486176 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-98d65577-08d7-40d4-89e1-98f93ea39418 req-fbe334df-c148-48c5-a993-b5e8d0b8cad9 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 945 time: 0.0639129 Jun 26 16:27:35.524134 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-98d65577-08d7-40d4-89e1-98f93ea39418 req-60e7a41e-f7ea-4215-9eb8-9de75787f63b tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320733 Jun 26 16:27:35.646075 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af21629-b741-4bc4-b2c1-e4842d69b8f4 req-d295db4e-64a7-4ee3-ad8e-9e08b0b4dc30 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:35.647509 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2af21629-b741-4bc4-b2c1-e4842d69b8f4 req-d295db4e-64a7-4ee3-ad8e-9e08b0b4dc30 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 945 time: 0.0673840 Jun 26 16:27:35.687121 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2af21629-b741-4bc4-b2c1-e4842d69b8f4 req-50cb06af-bf15-4bb1-9167-04cb87213f73 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327847 Jun 26 16:27:36.209664 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a8f15-a453-4499-88d9-c121d55f55ae req-b5dab6a6-4228-4db7-a4a9-bccef6d78b3b tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:36.211177 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7a5a8f15-a453-4499-88d9-c121d55f55ae req-b5dab6a6-4228-4db7-a4a9-bccef6d78b3b tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0633006 Jun 26 16:27:36.249693 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7a5a8f15-a453-4499-88d9-c121d55f55ae req-399180be-f47e-47e6-be75-33ae9b9984c2 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328484 Jun 26 16:27:36.567743 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 5d327361-9e5d-448c-993b-b71b44de779b up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:27:36.621783 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:36.684493 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning for port 5d327361-9e5d-448c-993b-b71b44de779b completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:27:36.694894 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port 5d327361-9e5d-448c-993b-b71b44de779b triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:36.694894 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:36.717368 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e33b28-29aa-494b-a3d9-7ce8512ac73f req-61e66817-7468-4573-8d4c-b6b9af94532a tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:36.724757 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-65e33b28-29aa-494b-a3d9-7ce8512ac73f req-61e66817-7468-4573-8d4c-b6b9af94532a tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 945 time: 0.0788584 Jun 26 16:27:36.810654 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-65e33b28-29aa-494b-a3d9-7ce8512ac73f req-615a79fb-a607-4eba-83cc-f79779d615d8 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a542c5-6a41-429e-b0cf-d30bd63b1a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800462 Jun 26 16:27:36.819636 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:36.846974 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64a1575-aca9-4377-af0f-00782f0a3b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d327361-9e5d-448c-993b-b71b44de779b'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:27:36.849533 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe45891c-f732-4664-87d8-4d755d50615c" -d '{"events": [{"server_uuid": "f64a1575-aca9-4377-af0f-00782f0a3b88", "name": "network-vif-plugged", "status": "completed", "tag": "5d327361-9e5d-448c-993b-b71b44de779b"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:27:36.880413 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 5d327361-9e5d-448c-993b-b71b44de779b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=5d327361-9e5d-448c-993b-b71b44de779b,segment=NetworkSegment(5157ce06-5344-460b-ae56-328e0291ce37),segment_id=5157ce06-5344-460b-ae56-328e0291ce37)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:36.889681 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccce125-683d-431e-8ab1-ba98f3a283aa x-openstack-request-id: req-dccce125-683d-431e-8ab1-ba98f3a283aa {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:27:36.890058 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64a1575-aca9-4377-af0f-00782f0a3b88", "name": "network-vif-plugged", "status": "completed", "tag": "5d327361-9e5d-448c-993b-b71b44de779b", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:27:36.890408 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dccce125-683d-431e-8ab1-ba98f3a283aa {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:27:36.891141 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64a1575-aca9-4377-af0f-00782f0a3b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d327361-9e5d-448c-993b-b71b44de779b', 'code': 200} Jun 26 16:27:36.901911 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6aa319-9d9a-4ceb-95b0-2e791a713d7f req-d8501b44-ec5c-4e75-8b7c-0bae4ed07fc2 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:36.903437 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6b6aa319-9d9a-4ceb-95b0-2e791a713d7f req-d8501b44-ec5c-4e75-8b7c-0bae4ed07fc2 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 945 time: 0.0652468 Jun 26 16:27:36.944055 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6b6aa319-9d9a-4ceb-95b0-2e791a713d7f req-d938b1de-c533-415b-842e-b98c404758b0 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346777 Jun 26 16:27:36.987819 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:36.990203 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:37.048053 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=5d327361-9e5d-448c-993b-b71b44de779b,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:37.051956 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:37.068306 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b9e2e-055c-49ed-bd58-4921483df960 req-92438b16-3cbc-4e8a-b31c-ec32e996559a tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:37.070199 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-529b9e2e-055c-49ed-bd58-4921483df960 req-92438b16-3cbc-4e8a-b31c-ec32e996559a tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 945 time: 0.0877934 Jun 26 16:27:37.189956 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-529b9e2e-055c-49ed-bd58-4921483df960 req-2f54c566-41b8-4e5f-b60c-7262b1965f7e tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Deleting port 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:27:37.190446 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-529b9e2e-055c-49ed-bd58-4921483df960 req-2f54c566-41b8-4e5f-b60c-7262b1965f7e tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:37.278080 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-529b9e2e-055c-49ed-bd58-4921483df960 req-2f54c566-41b8-4e5f-b60c-7262b1965f7e tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] For port 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f,segment=NetworkSegment(b0f46aa9-9825-4a0c-af1b-029a25f4dace),segment_id=b0f46aa9-9825-4a0c-af1b-029a25f4dace)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:37.278816 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-529b9e2e-055c-49ed-bd58-4921483df960 req-2f54c566-41b8-4e5f-b60c-7262b1965f7e tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:37.295409 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-529b9e2e-055c-49ed-bd58-4921483df960 req-2f54c566-41b8-4e5f-b60c-7262b1965f7e tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Calling delete_port for 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f owned by compute:nova {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:27:37.312909 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-86c1fc41-191c-45c2-a5e3-68b20f40f8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:37.329826 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6239b89-0b6a-4b37-a6de-6c41007fc9a6 req-53f956e8-9ea8-41a7-8560-d536238bfa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:37.331409 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-d6239b89-0b6a-4b37-a6de-6c41007fc9a6 req-53f956e8-9ea8-41a7-8560-d536238bfa43 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 1099 time: 0.0856256 Jun 26 16:27:37.376172 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-d6239b89-0b6a-4b37-a6de-6c41007fc9a6 req-cf6f358a-9ab2-4b36-b520-c0b568f27b22 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349741 Jun 26 16:27:37.458037 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69304e-66d6-42ac-b822-b82280cce48d req-0726bb67-16e8-4827-ba23-035964d7b64d tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:37.459569 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2e69304e-66d6-42ac-b822-b82280cce48d req-0726bb67-16e8-4827-ba23-035964d7b64d tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0923851 Jun 26 16:27:37.530608 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2e69304e-66d6-42ac-b822-b82280cce48d req-abf282eb-d7c0-4891-8471-e795850f6995 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644062 Jun 26 16:27:37.658967 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-529b9e2e-055c-49ed-bd58-4921483df960 req-2f54c566-41b8-4e5f-b60c-7262b1965f7e tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:37.664076 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:37.690917 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54c566-41b8-4e5f-b60c-7262b1965f7e tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Pushing event deleted for resources: {'Port': ['ID=37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:37.691755 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:27:37.712867 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-2f54c566-41b8-4e5f-b60c-7262b1965f7e tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:37.757150 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-529b9e2e-055c-49ed-bd58-4921483df960 req-2f54c566-41b8-4e5f-b60c-7262b1965f7e tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] No DVR routers for this DVR port 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f on host hv-cinder-79818 {{(pid=93425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:27:37.760841 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-529b9e2e-055c-49ed-bd58-4921483df960 req-2f54c566-41b8-4e5f-b60c-7262b1965f7e tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:37.763594 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-529b9e2e-055c-49ed-bd58-4921483df960 req-2f54c566-41b8-4e5f-b60c-7262b1965f7e tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.38 "DELETE /v2.0/ports/37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f HTTP/1.1" status: 204 len: 173 time: 0.6862063 Jun 26 16:27:37.764394 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9ed687-26f9-4d55-8684-0033de047e05', 'name': 'network-vif-deleted', 'tag': '37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:27:37.768955 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6209ecf2-9263-4d9d-bad7-4a1646ab67cd" -d '{"events": [{"server_uuid": "9b9ed687-26f9-4d55-8684-0033de047e05", "name": "network-vif-deleted", "tag": "37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:27:37.815059 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eae4eb6-2223-494b-91e9-72d55c6b3a48 x-openstack-request-id: req-5eae4eb6-2223-494b-91e9-72d55c6b3a48 {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:27:37.815639 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9ed687-26f9-4d55-8684-0033de047e05", "name": "network-vif-deleted", "tag": "37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:27:37.816142 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5eae4eb6-2223-494b-91e9-72d55c6b3a48 {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:27:37.816752 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9ed687-26f9-4d55-8684-0033de047e05', 'name': 'network-vif-deleted', 'tag': '37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f', 'status': 'completed', 'code': 200} Jun 26 16:27:37.957677 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-aed48087-ef06-443e-a612-d593fcb80951 req-10489f72-2a42-4f6a-be08-a95b967c3c2a tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 210 time: 0.0303147 Jun 26 16:27:38.130858 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0772f30-0531-4b90-b5ef-401271f8b833 req-ea323122-a7da-4cae-95a5-e8702336a5ed tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:38.132304 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c0772f30-0531-4b90-b5ef-401271f8b833 req-ea323122-a7da-4cae-95a5-e8702336a5ed tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 946 time: 0.0680954 Jun 26 16:27:38.168468 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c0772f30-0531-4b90-b5ef-401271f8b833 req-b12c3f6c-4855-4606-a350-5003426850c7 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294666 Jun 26 16:27:38.748783 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c4aba-d42b-4045-b1be-e33047fe6ad2 req-c60c98f1-4c76-4e7a-b676-0869ecb8b2ed tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:38.750396 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bd8c4aba-d42b-4045-b1be-e33047fe6ad2 req-c60c98f1-4c76-4e7a-b676-0869ecb8b2ed tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0987020 Jun 26 16:27:38.802998 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bd8c4aba-d42b-4045-b1be-e33047fe6ad2 req-1812db3c-b79a-4882-9f8e-874ac01076db tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459237 Jun 26 16:27:39.071333 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 53192) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:39.133755 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-94db33f1-12ab-4dfa-a130-bc8170f611e3 req-4ed8d806-5d9b-43c5-9a5c-8e6d19df0098 tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b9ed687-26f9-4d55-8684-0033de047e05 HTTP/1.1" status: 200 len: 210 time: 0.0285668 Jun 26 16:27:39.187582 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d9b490d3-b6c0-424c-b777-dafd95fe9d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:39.283726 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d9b490d3-b6c0-424c-b777-dafd95fe9d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:39.350744 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfba4a0-8ea0-4487-9ded-01a97842d06a req-2aaecf86-d563-4b21-81eb-228a0d1f5ca7 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:39.352144 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3dfba4a0-8ea0-4487-9ded-01a97842d06a req-2aaecf86-d563-4b21-81eb-228a0d1f5ca7 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 946 time: 0.0671856 Jun 26 16:27:39.363767 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d9b490d3-b6c0-424c-b777-dafd95fe9d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:39.367519 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-a51d95bc-37f9-4c83-8ef8-2a63b9b7c5ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:39.416766 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b490d3-b6c0-424c-b777-dafd95fe9d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbfb882-1584-49d1-8b8d-7176278a9efe,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:39.422245 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-d9b490d3-b6c0-424c-b777-dafd95fe9d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:39.428041 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-d9b490d3-b6c0-424c-b777-dafd95fe9d38 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43581d2db55a4ee6b13c2fdc82622c4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539608 Jun 26 16:27:39.430712 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 53198) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:39.431254 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3dfba4a0-8ea0-4487-9ded-01a97842d06a req-fec71bc0-5e11-4080-a017-268827246c95 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734663 Jun 26 16:27:39.491810 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-20d3481d-31c7-4466-b6a1-8f063890e387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:39.516062 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-20d3481d-31c7-4466-b6a1-8f063890e387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:39.684729 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-20d3481d-31c7-4466-b6a1-8f063890e387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:39.687675 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-20d3481d-31c7-4466-b6a1-8f063890e387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:39.689115 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-20d3481d-31c7-4466-b6a1-8f063890e387 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bfbfb882-1584-49d1-8b8d-7176278a9efe HTTP/1.1" status: 204 len: 168 time: 0.2561684 Jun 26 16:27:39.690074 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-68d6e154-4330-4a4f-b2ab-327651cc0403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:39.699263 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3481d-31c7-4466-b6a1-8f063890e387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbfb882-1584-49d1-8b8d-7176278a9efe,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:39.701801 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-20d3481d-31c7-4466-b6a1-8f063890e387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:39.941922 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:39.997096 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e2cf7-2297-4100-a42a-993186683bd5 req-b9fb5729-29a3-4355-a1ed-a248bb28c84f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:39.998619 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-649e2cf7-2297-4100-a42a-993186683bd5 req-b9fb5729-29a3-4355-a1ed-a248bb28c84f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0623765 Jun 26 16:27:40.042015 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-649e2cf7-2297-4100-a42a-993186683bd5 req-5ba5c650-5d58-408e-adcb-56d9b45d2931 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369890 Jun 26 16:27:40.097754 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-cd6b74b8-ca76-408a-97e6-8cbf5a818dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:40.598675 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:27:40.621429 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] No Port match for: 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:27:40.621987 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 37dce49a-9ea6-4bc0-99e8-2af33b6c3c8f not bound to the agent host hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:27:40.678429 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 53266) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:40.819573 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3b3ef6b7-683a-40d7-8ba0-39d0319ebe09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:40.885313 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:40.909651 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3b3ef6b7-683a-40d7-8ba0-39d0319ebe09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:40.987460 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3b3ef6b7-683a-40d7-8ba0-39d0319ebe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:40.991199 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-bf87bfc9-0546-4b83-9dd3-0ce939fda353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:41.026094 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ef6b7-683a-40d7-8ba0-39d0319ebe09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6344616-507a-4cc4-ac6e-eed702653077,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:41.033055 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-3b3ef6b7-683a-40d7-8ba0-39d0319ebe09 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7db8cf865bc54b17b4e9651156bb48c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533089 Jun 26 16:27:41.033272 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 53286) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:41.034469 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-3b3ef6b7-683a-40d7-8ba0-39d0319ebe09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:41.106401 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-93a2114d-4b7d-4134-a8fc-a12e85a54dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:41.137776 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-93a2114d-4b7d-4134-a8fc-a12e85a54dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:41.253552 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85f759-6f4c-486b-8e22-35dc7e373494 req-96cfa7fd-0155-4389-9d4d-709629fb3237 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:41.255062 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8d85f759-6f4c-486b-8e22-35dc7e373494 req-96cfa7fd-0155-4389-9d4d-709629fb3237 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0674498 Jun 26 16:27:41.279494 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-93a2114d-4b7d-4134-a8fc-a12e85a54dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:41.285852 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-93a2114d-4b7d-4134-a8fc-a12e85a54dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:41.285852 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-93a2114d-4b7d-4134-a8fc-a12e85a54dcc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6344616-507a-4cc4-ac6e-eed702653077 HTTP/1.1" status: 204 len: 168 time: 0.2473853 Jun 26 16:27:41.285852 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-45e56f1a-179e-4b75-9f5b-e8c4b403803a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:41.299862 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2114d-4b7d-4134-a8fc-a12e85a54dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6344616-507a-4cc4-ac6e-eed702653077,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:41.303502 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-93a2114d-4b7d-4134-a8fc-a12e85a54dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:41.315180 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8d85f759-6f4c-486b-8e22-35dc7e373494 req-4ce8cccd-e257-41ba-ab16-faf33eae120e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454085 Jun 26 16:27:42.021788 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 53326) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:42.035699 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-280d0dd8-e00b-4394-93cc-36c7ef28ac89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:42.084595 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-61c61955-a2e4-4c86-9c5d-de8dc9367207 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:42.086076 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-61c61955-a2e4-4c86-9c5d-de8dc9367207 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/networks?id=97994b83-c9d5-4295-b996-e7ea06d003f7 HTTP/1.1" status: 200 len: 815 time: 0.1025050 Jun 26 16:27:42.101276 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-93040d98-0331-420f-a213-27f1bd2a5fdc tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/quotas/14ad47b559944607a65533bcc1a88f5a HTTP/1.1" status: 200 len: 375 time: 0.0088685 Jun 26 16:27:42.140164 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-280d0dd8-e00b-4394-93cc-36c7ef28ac89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:42.202027 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-5279ea17-8462-458b-9b55-3684badb5eca tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=14ad47b559944607a65533bcc1a88f5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911808 Jun 26 16:27:42.244520 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-280d0dd8-e00b-4394-93cc-36c7ef28ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:42.247528 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-20d3481d-31c7-4466-b6a1-8f063890e387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:42.286992 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d0dd8-e00b-4394-93cc-36c7ef28ac89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12a2d5f-c05f-4b2b-a480-237b7ee3401a,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:42.290607 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-8b032146-c41b-4cc1-a14c-0e712cb443cf service neutron] 10.222.0.35 "GET /v2.0/networks/97994b83-c9d5-4295-b996-e7ea06d003f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911603 Jun 26 16:27:42.291287 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-280d0dd8-e00b-4394-93cc-36c7ef28ac89 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0eff97120c6d45baacbde5b0cd2518da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684755 Jun 26 16:27:42.292450 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-280d0dd8-e00b-4394-93cc-36c7ef28ac89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:42.293762 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 53340) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:42.330730 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 53342) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:42.377367 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0a2331-d298-4844-8d2d-2c5a0108cf2d admin admin] Deleting subnet bd879d35-8116-4f09-8060-cf9a9c444aa3 {{(pid=93424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:27:42.391995 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6f0a2331-d298-4844-8d2d-2c5a0108cf2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:42.422836 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2ffd0b9-14de-4754-a792-60107e302908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:42.430673 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6f0a2331-d298-4844-8d2d-2c5a0108cf2d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:42.449018 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6f0a2331-d298-4844-8d2d-2c5a0108cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077411'] for subnet, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:42.472682 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-174c9493-29ae-4053-b9c8-2fd135d3c7d4 service neutron] 10.222.0.35 "GET /v2.0/networks/97994b83-c9d5-4295-b996-e7ea06d003f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637626 Jun 26 16:27:42.480823 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2ffd0b9-14de-4754-a792-60107e302908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:42.622353 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6f0a2331-d298-4844-8d2d-2c5a0108cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for subnet, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:42.626046 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-e79c6883-3212-40cf-afd2-e9856e2a5051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:42.649873 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a2331-d298-4844-8d2d-2c5a0108cf2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd879d35-8116-4f09-8060-cf9a9c444aa3,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:42.663514 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-6f0a2331-d298-4844-8d2d-2c5a0108cf2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:42.675039 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6f0a2331-d298-4844-8d2d-2c5a0108cf2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:42.679460 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-6f0a2331-d298-4844-8d2d-2c5a0108cf2d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bd879d35-8116-4f09-8060-cf9a9c444aa3 HTTP/1.1" status: 204 len: 168 time: 0.3450284 Jun 26 16:27:42.680230 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:42.680679 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 53360) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:42.681503 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2ffd0b9-14de-4754-a792-60107e302908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:42.684795 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2ffd0b9-14de-4754-a792-60107e302908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:42.688246 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-b2ffd0b9-14de-4754-a792-60107e302908 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f12a2d5f-c05f-4b2b-a480-237b7ee3401a HTTP/1.1" status: 204 len: 168 time: 0.3912194 Jun 26 16:27:42.688246 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-58f1d783-085f-4b81-9867-19a209fcaeed tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:42.695166 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffd0b9-14de-4754-a792-60107e302908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12a2d5f-c05f-4b2b-a480-237b7ee3401a,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:42.703652 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b2ffd0b9-14de-4754-a792-60107e302908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:42.719353 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0d7ed-2692-46c9-b710-5daa63651887 req-17d7a9db-3569-407f-950d-152991b7bbbc tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:42.720848 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e1c0d7ed-2692-46c9-b710-5daa63651887 req-17d7a9db-3569-407f-950d-152991b7bbbc tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0945544 Jun 26 16:27:42.807679 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e1c0d7ed-2692-46c9-b710-5daa63651887 req-417d717c-c57b-4a67-8628-441ee34a965d tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600796 Jun 26 16:27:42.837155 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a61216d9-5168-4489-9841-f1dbe649ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599898'] for network, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:42.858408 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-86a69420-ffc2-4d06-8576-938f35f710bb req-374ff281-d135-4b19-ba29-5b64179e3c6a tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=a31e91c9-c9b7-4b1f-9330-71aa6de0789c HTTP/1.1" status: 200 len: 210 time: 0.0480056 Jun 26 16:27:42.934215 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a61216d9-5168-4489-9841-f1dbe649ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2078910', 'neutron.services.segments.db._delete_segments_for_network-8735253278486'] for network, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:42.952976 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-a61216d9-5168-4489-9841-f1dbe649ea00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7329151-8119-48fb-8ac6-36808d62f3f4']}} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:42.965369 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-a61216d9-5168-4489-9841-f1dbe649ea00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f46aa9-9825-4a0c-af1b-029a25f4dace') {'for_net_delete': True} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:42.965698 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-a61216d9-5168-4489-9841-f1dbe649ea00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f46aa9-9825-4a0c-af1b-029a25f4dace') {} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:42.975015 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a61216d9-5168-4489-9841-f1dbe649ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735253296631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2683760'] for segment, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:42.995161 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a61216d9-5168-4489-9841-f1dbe649ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:42.995161 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61216d9-5168-4489-9841-f1dbe649ea00 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:27:42.995442 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a61216d9-5168-4489-9841-f1dbe649ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2366411'] for segment, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: Traceback (most recent call last): Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: timer() Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: cb(*args, **kw) Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: return func(*args, **kwargs) Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: self._notify() Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: self.callback(batched_events) Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: event.method(event) Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: return f(self, *a, **k) Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: return self._get(url).json() Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: return self.request(url, 'GET', **kwargs) Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:27:42.997335 dv-cinder-798189-1-iscsi neutron-server[93425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:27:43.199167 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a61216d9-5168-4489-9841-f1dbe649ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2078901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646772'] for network, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:43.205911 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-08d0539e-d518-49ef-9e7d-9a5d34d93382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:43.209862 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a61216d9-5168-4489-9841-f1dbe649ea00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:43.212041 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-a61216d9-5168-4489-9841-f1dbe649ea00 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e7329151-8119-48fb-8ac6-36808d62f3f4 HTTP/1.1" status: 204 len: 168 time: 0.5305746 Jun 26 16:27:43.224978 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61216d9-5168-4489-9841-f1dbe649ea00 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7329151-8119-48fb-8ac6-36808d62f3f4,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:43.229168 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-a61216d9-5168-4489-9841-f1dbe649ea00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:43.575906 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 53398) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:43.590297 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0ef5d69d-b856-4777-a7ab-388cbadb9c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:43.658204 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 53400) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:43.686850 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0ef5d69d-b856-4777-a7ab-388cbadb9c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:43.695947 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-08b5a66f-71a0-4e66-b7e4-1493439a717d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=534f87da7c2648209e343c45a1a7f137&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0363355 Jun 26 16:27:43.698722 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 53402) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:43.743485 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-6306972a-5262-402f-9fa1-26e6a35ba89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:43.763952 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-6306972a-5262-402f-9fa1-26e6a35ba89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:43.821678 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0ef5d69d-b856-4777-a7ab-388cbadb9c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:43.824852 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:43.859238 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5d69d-b856-4777-a7ab-388cbadb9c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb9b0c9-125e-4837-a2ef-c9c0f9cf580b,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:43.862298 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-0ef5d69d-b856-4777-a7ab-388cbadb9c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:43.864791 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-0ef5d69d-b856-4777-a7ab-388cbadb9c47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79ea3fc030384db49ac0d3573d83e3bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877173 Jun 26 16:27:43.867574 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 53408) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:43.909698 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-6306972a-5262-402f-9fa1-26e6a35ba89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:43.912548 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-6306972a-5262-402f-9fa1-26e6a35ba89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:43.916675 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6f4e4623-9b44-4769-a4bd-aba063f45f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:43.917159 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-6306972a-5262-402f-9fa1-26e6a35ba89e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/42a542c5-6a41-429e-b0cf-d30bd63b1a02 HTTP/1.1" status: 204 len: 168 time: 0.2174945 Jun 26 16:27:43.917991 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-060a9c16-fcd7-488d-b0b9-9e5b226acc37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:43.947375 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6f4e4623-9b44-4769-a4bd-aba063f45f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:43.959027 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306972a-5262-402f-9fa1-26e6a35ba89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a542c5-6a41-429e-b0cf-d30bd63b1a02,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:43.962927 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-6306972a-5262-402f-9fa1-26e6a35ba89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:44.037600 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9874f1c-6033-44fb-876d-3074c94fd199 req-824305ee-4a90-41bf-907b-b2631c26655c tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:44.039101 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c9874f1c-6033-44fb-876d-3074c94fd199 req-824305ee-4a90-41bf-907b-b2631c26655c tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0999951 Jun 26 16:27:44.068331 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-46d01b10-163d-40b1-b060-ce78c78fbdf4 req-5327fc4b-237a-4771-a40b-6f35376ae1f8 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=a31e91c9-c9b7-4b1f-9330-71aa6de0789c HTTP/1.1" status: 200 len: 210 time: 0.0282793 Jun 26 16:27:44.084446 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6f4e4623-9b44-4769-a4bd-aba063f45f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:44.088157 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6f4e4623-9b44-4769-a4bd-aba063f45f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:44.092477 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-6f4e4623-9b44-4769-a4bd-aba063f45f08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/deb9b0c9-125e-4837-a2ef-c9c0f9cf580b HTTP/1.1" status: 204 len: 168 time: 0.2238879 Jun 26 16:27:44.095596 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-1232cae0-9db5-487c-a2fd-cb07032a95dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:44.110114 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c9874f1c-6033-44fb-876d-3074c94fd199 req-7365be1c-4c30-47b1-8f6e-631c6dc70c58 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601387 Jun 26 16:27:44.118449 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e4623-9b44-4769-a4bd-aba063f45f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb9b0c9-125e-4837-a2ef-c9c0f9cf580b,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:44.118449 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-6f4e4623-9b44-4769-a4bd-aba063f45f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:44.385351 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 53426) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:44.435312 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3dd142-9964-4f76-b168-3fc32008ae9d admin admin] Deleting subnet 57e581d8-3802-4566-91f2-1e103530f3bf {{(pid=93424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:27:44.438431 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd142-9964-4f76-b168-3fc32008ae9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:44.476262 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd142-9964-4f76-b168-3fc32008ae9d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:44.482421 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd142-9964-4f76-b168-3fc32008ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077411'] for subnet, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:44.627530 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd142-9964-4f76-b168-3fc32008ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for subnet, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:44.630919 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-6f0a2331-d298-4844-8d2d-2c5a0108cf2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:44.657862 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dd142-9964-4f76-b168-3fc32008ae9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57e581d8-3802-4566-91f2-1e103530f3bf,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:44.661352 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-8f3dd142-9964-4f76-b168-3fc32008ae9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:44.662981 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd142-9964-4f76-b168-3fc32008ae9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:44.664192 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-8f3dd142-9964-4f76-b168-3fc32008ae9d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/57e581d8-3802-4566-91f2-1e103530f3bf HTTP/1.1" status: 204 len: 168 time: 0.2771106 Jun 26 16:27:44.671724 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 53444) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:44.748423 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ce180ccf-b2fd-42d7-b702-04d1ff8276f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599898'] for network, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:44.832943 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ce180ccf-b2fd-42d7-b702-04d1ff8276f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2078910', 'neutron.services.segments.db._delete_segments_for_network-8735253278486'] for network, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:44.843187 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-ce180ccf-b2fd-42d7-b702-04d1ff8276f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f686f4-8057-4f84-95a0-70afb17b1513']}} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:44.853420 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-ce180ccf-b2fd-42d7-b702-04d1ff8276f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b416cda7-31eb-4bdc-85f1-a4e6e46f0cc0') {'for_net_delete': True} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:44.853712 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-ce180ccf-b2fd-42d7-b702-04d1ff8276f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b416cda7-31eb-4bdc-85f1-a4e6e46f0cc0') {} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:44.864758 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ce180ccf-b2fd-42d7-b702-04d1ff8276f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735253296631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2683760'] for segment, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:44.880613 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ce180ccf-b2fd-42d7-b702-04d1ff8276f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:44.890194 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce180ccf-b2fd-42d7-b702-04d1ff8276f6 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:27:44.890194 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ce180ccf-b2fd-42d7-b702-04d1ff8276f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2366411'] for segment, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: Traceback (most recent call last): Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: timer() Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: cb(*args, **kw) Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: return func(*args, **kwargs) Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: self._notify() Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: self.callback(batched_events) Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: event.method(event) Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: return f(self, *a, **k) Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: return self._get(url).json() Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: return self.request(url, 'GET', **kwargs) Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:27:44.895347 dv-cinder-798189-1-iscsi neutron-server[93425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:27:44.979141 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 53460) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:45.044769 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ce180ccf-b2fd-42d7-b702-04d1ff8276f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2078901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646772'] for network, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:45.056258 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-0e487c73-207a-4c36-9d32-542f188ff082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:45.056258 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ce180ccf-b2fd-42d7-b702-04d1ff8276f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:45.061285 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-ce180ccf-b2fd-42d7-b702-04d1ff8276f6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/71f686f4-8057-4f84-95a0-70afb17b1513 HTTP/1.1" status: 204 len: 168 time: 0.3879521 Jun 26 16:27:45.062320 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 53466) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:45.072404 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce180ccf-b2fd-42d7-b702-04d1ff8276f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=71f686f4-8057-4f84-95a0-70afb17b1513,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:45.075942 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-ce180ccf-b2fd-42d7-b702-04d1ff8276f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:45.120244 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb147d4-c549-4530-9eb4-eaf6fcb0047d admin admin] Deleting subnet 10d15486-6df2-4b55-b8b2-f42ced178e1b {{(pid=93424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:27:45.129150 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9fb147d4-c549-4530-9eb4-eaf6fcb0047d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:45.167634 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9fb147d4-c549-4530-9eb4-eaf6fcb0047d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:45.174563 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9fb147d4-c549-4530-9eb4-eaf6fcb0047d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077411'] for subnet, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:45.303974 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dc9f81a3-9c5e-47f6-8e8f-c5167f2f6307 req-1f51e091-0edc-4dc3-847d-e8bc62d20014 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=a31e91c9-c9b7-4b1f-9330-71aa6de0789c HTTP/1.1" status: 200 len: 210 time: 0.0422049 Jun 26 16:27:45.315226 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9fb147d4-c549-4530-9eb4-eaf6fcb0047d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for subnet, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:45.319958 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:45.363880 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb147d4-c549-4530-9eb4-eaf6fcb0047d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10d15486-6df2-4b55-b8b2-f42ced178e1b,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:45.375005 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-9fb147d4-c549-4530-9eb4-eaf6fcb0047d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:45.377321 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9c0bd963-c2a9-4653-86d3-670d3084f36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:45.381011 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9fb147d4-c549-4530-9eb4-eaf6fcb0047d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:45.383041 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-9fb147d4-c549-4530-9eb4-eaf6fcb0047d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/10d15486-6df2-4b55-b8b2-f42ced178e1b HTTP/1.1" status: 204 len: 168 time: 0.3188632 Jun 26 16:27:45.389358 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 53480) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:45.521095 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599898'] for network, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:45.658163 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-af9e4de2-06d7-4b9b-87b8-00527413aa2f tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:45.660040 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-af9e4de2-06d7-4b9b-87b8-00527413aa2f tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.38 "GET /v2.0/networks?id=97994b83-c9d5-4295-b996-e7ea06d003f7 HTTP/1.1" status: 200 len: 815 time: 0.4508996 Jun 26 16:27:45.662892 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2078910', 'neutron.services.segments.db._delete_segments_for_network-8735253278486'] for network, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:45.666811 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9c0bd963-c2a9-4653-86d3-670d3084f36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:45.676116 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:45.676752 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:45.677947 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:45.679002 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Subscribe: > port after_create 55550000 {{(pid=93424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:45.679557 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Subscribe: > port after_delete 55550000 {{(pid=93424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:45.680092 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Subscribe: > port after_update 55550000 {{(pid=93424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:45.680658 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:45.681163 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:45.681663 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:45.682230 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:45.697000 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-e304c4fa-b055-4fe6-8d8d-756481ea617d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Request body: {'port': {'device_id': 'a31e91c9-c9b7-4b1f-9330-71aa6de0789c', 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7', 'admin_state_up': True, 'tenant_id': '14ad47b559944607a65533bcc1a88f5a'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:45.809091 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcba763-65ad-4858-9293-59dce54f62c7 req-d1a9c410-3a9e-49d2-b8e6-7b5cd5b41851 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:45.817569 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2fcba763-65ad-4858-9293-59dce54f62c7 req-d1a9c410-3a9e-49d2-b8e6-7b5cd5b41851 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.5220802 Jun 26 16:27:45.882109 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2fcba763-65ad-4858-9293-59dce54f62c7 req-5b37eab3-76aa-4e30-854d-dbde8c655a8d tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635848 Jun 26 16:27:45.906622 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:45.907028 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:45.907365 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:45.907750 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:45.913733 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.services.segments.db [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f8009a-139d-40bb-9781-aa15ca741859']}} {{(pid=93424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:45.928142 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9c0bd963-c2a9-4653-86d3-670d3084f36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:45.934054 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.services.segments.db [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1657603d-5d97-43b8-8810-67791f9ab15b') {'for_net_delete': True} {{(pid=93424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:45.934368 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.services.segments.db [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1657603d-5d97-43b8-8810-67791f9ab15b') {} {{(pid=93424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:45.938563 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-d539eaf9-c9f9-4340-80a3-6aa1c495a482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:45.963036 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735253296631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9654311'] for segment, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:45.982928 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-e304c4fa-b055-4fe6-8d8d-756481ea617d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Made reservation on behalf of 14ad47b559944607a65533bcc1a88f5a for: {'port': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:45.990011 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-e304c4fa-b055-4fe6-8d8d-756481ea617d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:46.011832 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:46.019762 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-9c0bd963-c2a9-4653-86d3-670d3084f36b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=edf472055be44efb81df6934ce12ed0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0366008 Jun 26 16:27:46.021248 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 53506) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:46.023316 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bd963-c2a9-4653-86d3-670d3084f36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258fddf2-1ab2-440f-90f3-f96b87868812,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:46.027163 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-9c0bd963-c2a9-4653-86d3-670d3084f36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:46.037559 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:27:46.037559 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9987769'] for segment, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: from cryptography.utils import int_from_bytes Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: from cryptography.utils import int_from_bytes Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: Traceback (most recent call last): Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: timer() Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: cb(*args, **kw) Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: return func(*args, **kwargs) Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: self._notify() Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: self.callback(batched_events) Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: event.method(event) Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: return f(self, *a, **k) Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: return self._get(url).json() Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: return self.request(url, 'GET', **kwargs) Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:27:46.039517 dv-cinder-798189-1-iscsi neutron-server[93424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:27:46.128251 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e2a9cfaa-7edf-4cbe-bf1b-f58448a28ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:46.204158 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e2a9cfaa-7edf-4cbe-bf1b-f58448a28ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:46.204679 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_common [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-e304c4fa-b055-4fe6-8d8d-756481ea617d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Allocated IP 172.20.0.5 (97994b83-c9d5-4295-b996-e7ea06d003f7/889b689e-0077-4f65-adce-eac8bc576e78/bb645ac5-3361-4177-b7a2-7f0cfd73355e) {{(pid=93425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:27:46.330399 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2078901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646772'] for network, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:46.336674 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:46.361691 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:46.373559 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] 10.222.0.35 "DELETE /v2.0/networks/99f8009a-139d-40bb-9781-aa15ca741859 HTTP/1.1" status: 204 len: 168 time: 0.9829168 Jun 26 16:27:46.376163 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Pushing event deleted for resources: {'Network': ['ID=99f8009a-139d-40bb-9781-aa15ca741859,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:46.379251 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e2a9cfaa-7edf-4cbe-bf1b-f58448a28ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:46.388349 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e2a9cfaa-7edf-4cbe-bf1b-f58448a28ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:46.388349 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-e2a9cfaa-7edf-4cbe-bf1b-f58448a28ca3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/258fddf2-1ab2-440f-90f3-f96b87868812 HTTP/1.1" status: 204 len: 168 time: 0.3640189 Jun 26 16:27:46.388349 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:46.388876 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-aea9fa2a-8f38-4365-8bec-a1df40715db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:46.401017 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9cfaa-7edf-4cbe-bf1b-f58448a28ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258fddf2-1ab2-440f-90f3-f96b87868812,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:46.405635 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-e2a9cfaa-7edf-4cbe-bf1b-f58448a28ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:46.554227 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c039e82b-7460-493e-afe4-9e61c9ddce0e req-b382384a-9ee6-4e67-b541-b18c0ecadae6 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=a31e91c9-c9b7-4b1f-9330-71aa6de0789c HTTP/1.1" status: 200 len: 210 time: 0.0409138 Jun 26 16:27:46.557176 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-e304c4fa-b055-4fe6-8d8d-756481ea617d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks [] for port, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:46.701884 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-e304c4fa-b055-4fe6-8d8d-756481ea617d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2366237'] for port, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:46.708057 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:46.715301 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['5af96401-edc0-44c3-8474-46cbb7149db3', '5d327361-9e5d-448c-993b-b71b44de779b'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:27:46.749332 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-e304c4fa-b055-4fe6-8d8d-756481ea617d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Network 97994b83-c9d5-4295-b996-e7ea06d003f7 is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:27:46.754535 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-e304c4fa-b055-4fe6-8d8d-756481ea617d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:46.759016 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-e304c4fa-b055-4fe6-8d8d-756481ea617d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Received port after_create {{(pid=93425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:27:46.790327 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304c4fa-b055-4fe6-8d8d-756481ea617d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Pushing event updated for resources: {'Port': ['ID=bb645ac5-3361-4177-b7a2-7f0cfd73355e,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:46.796332 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-e304c4fa-b055-4fe6-8d8d-756481ea617d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:46.829840 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-e304c4fa-b055-4fe6-8d8d-756481ea617d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:46.830497 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-e304c4fa-b055-4fe6-8d8d-756481ea617d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:46.840963 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 53530) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:46.907105 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-7fa97140-0106-4510-adbe-01336d12c84e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=47ab296da7884187be102051c0ccca27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0631864 Jun 26 16:27:46.910081 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 53534) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:46.939202 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-e304c4fa-b055-4fe6-8d8d-756481ea617d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2651832 Jun 26 16:27:46.956439 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Request body: {'port': {'device_id': 'a31e91c9-c9b7-4b1f-9330-71aa6de0789c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:47.017502 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 53542) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:47.035083 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-297ff9c4-0e9a-4e7a-8190-6aae8b296bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:47.090007 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-297ff9c4-0e9a-4e7a-8190-6aae8b296bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:47.096691 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:47.268925 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-48066d42-5f21-4724-a351-5b62ef852426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:47.293097 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82962d39-5775-42a4-835d-b14191ee04e9 req-392e2e07-ca90-4df9-a788-b9c28c3b9652 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:47.299967 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-82962d39-5775-42a4-835d-b14191ee04e9 req-392e2e07-ca90-4df9-a788-b9c28c3b9652 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.1996620 Jun 26 16:27:47.309414 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-297ff9c4-0e9a-4e7a-8190-6aae8b296bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:47.312993 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-297ff9c4-0e9a-4e7a-8190-6aae8b296bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:47.313072 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-297ff9c4-0e9a-4e7a-8190-6aae8b296bc5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e94a2970-0f24-47d8-88d2-e05b75e54913 HTTP/1.1" status: 204 len: 168 time: 0.4016798 Jun 26 16:27:47.316969 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-5443f1dc-b8de-4164-8607-c48ef601ee68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:47.346435 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ff9c4-0e9a-4e7a-8190-6aae8b296bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94a2970-0f24-47d8-88d2-e05b75e54913,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:47.363811 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-297ff9c4-0e9a-4e7a-8190-6aae8b296bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:47.391606 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-48066d42-5f21-4724-a351-5b62ef852426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:47.405273 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-82962d39-5775-42a4-835d-b14191ee04e9 req-c70600cf-657e-48a2-a823-651d3faf7029 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007819 Jun 26 16:27:47.496844 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb645ac5-3361-4177-b7a2-7f0cfd73355e {{(pid=93425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:27:47.501170 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-48066d42-5f21-4724-a351-5b62ef852426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:47.504173 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:47.511180 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-44cf3c31-0994-4ca2-8e3c-7b0ff6f21110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:47.517021 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.provisioning_blocks [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Transition to ACTIVE for port object bb645ac5-3361-4177-b7a2-7f0cfd73355e will not be triggered until provisioned by entity L2. {{(pid=93425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:27:47.540703 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-48066d42-5f21-4724-a351-5b62ef852426 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6ea48a2ecd34ccbb385848b707c85d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5220797 Jun 26 16:27:47.541883 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48066d42-5f21-4724-a351-5b62ef852426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cda4e46-6d36-409a-a744-3cb32fa019c0,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:47.543578 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 53562) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:47.544788 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-48066d42-5f21-4724-a351-5b62ef852426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:47.605442 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-6e794dba-d0a8-4925-903b-7313fa09f2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:47.627958 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-6e794dba-d0a8-4925-903b-7313fa09f2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:47.642844 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:47.653594 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:47.769838 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Pushing event updated for resources: {'Port': ['ID=bb645ac5-3361-4177-b7a2-7f0cfd73355e,revision_number=2']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:47.773231 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:47.844180 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637be62-9fc3-4c72-8775-437496734c7c req-98855b80-199d-4e76-b0b0-f876557195ec tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:47.845662 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a637be62-9fc3-4c72-8775-437496734c7c req-98855b80-199d-4e76-b0b0-f876557195ec tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=a31e91c9-c9b7-4b1f-9330-71aa6de0789c HTTP/1.1" status: 200 len: 943 time: 0.1563199 Jun 26 16:27:47.847046 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Attempting to bind port bb645ac5-3361-4177-b7a2-7f0cfd73355e on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:27:47.847387 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Attempting to bind port bb645ac5-3361-4177-b7a2-7f0cfd73355e by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '5157ce06-5344-460b-ae56-328e0291ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7'}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:27:47.847709 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Attempting to bind port bb645ac5-3361-4177-b7a2-7f0cfd73355e on network 97994b83-c9d5-4295-b996-e7ea06d003f7 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:27:47.854107 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Port bb645ac5-3361-4177-b7a2-7f0cfd73355e on network 97994b83-c9d5-4295-b996-e7ea06d003f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:27:47.859407 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Attempting to bind port bb645ac5-3361-4177-b7a2-7f0cfd73355e on network 97994b83-c9d5-4295-b996-e7ea06d003f7 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:27:47.871491 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Checking agent: {'id': '017f0d27-5c15-4479-952a-00a1dbd8023d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'started_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:27:47.871824 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Checking segment: {'id': '5157ce06-5344-460b-ae56-328e0291ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:27:47.872197 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Bound using segment: {'id': '5157ce06-5344-460b-ae56-328e0291ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7'} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:27:47.872625 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Bound port: bb645ac5-3361-4177-b7a2-7f0cfd73355e, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5157ce06-5344-460b-ae56-328e0291ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7'}}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:27:47.872979 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:47.920484 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a637be62-9fc3-4c72-8775-437496734c7c req-c1770d9c-8814-4ff0-bbfd-687ca44dc182 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679424 Jun 26 16:27:47.926165 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-6e794dba-d0a8-4925-903b-7313fa09f2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:47.928827 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-6e794dba-d0a8-4925-903b-7313fa09f2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:47.930710 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-6e794dba-d0a8-4925-903b-7313fa09f2e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2cda4e46-6d36-409a-a744-3cb32fa019c0 HTTP/1.1" status: 204 len: 168 time: 0.3851604 Jun 26 16:27:47.945755 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:47.951587 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e794dba-d0a8-4925-903b-7313fa09f2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cda4e46-6d36-409a-a744-3cb32fa019c0,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:47.954422 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-6e794dba-d0a8-4925-903b-7313fa09f2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:47.969031 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] For port bb645ac5-3361-4177-b7a2-7f0cfd73355e, host hv-cinder-79818, cleared binding levels {{(pid=93425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:27:47.972252 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] For port bb645ac5-3361-4177-b7a2-7f0cfd73355e, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=bb645ac5-3361-4177-b7a2-7f0cfd73355e,segment=NetworkSegment(5157ce06-5344-460b-ae56-328e0291ce37),segment_id=5157ce06-5344-460b-ae56-328e0291ce37)] {{(pid=93425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:27:48.056235 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:48.060395 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:48.094528 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:48.095079 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:48.096643 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] 10.222.0.38 "PUT /v2.0/ports/bb645ac5-3361-4177-b7a2-7f0cfd73355e HTTP/1.1" status: 200 len: 1093 time: 1.1484373 Jun 26 16:27:48.097314 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31e91c9-c9b7-4b1f-9330-71aa6de0789c', 'tag': 'bb645ac5-3361-4177-b7a2-7f0cfd73355e'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:27:48.109691 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07f1b25-f0b1-4ede-ba0e-6bf84c3abcc5" -d '{"events": [{"name": "network-changed", "server_uuid": "a31e91c9-c9b7-4b1f-9330-71aa6de0789c", "tag": "bb645ac5-3361-4177-b7a2-7f0cfd73355e"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:27:48.152974 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368d7cab-6edf-4407-84dc-e64bc313002b x-openstack-request-id: req-368d7cab-6edf-4407-84dc-e64bc313002b {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:27:48.152974 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31e91c9-c9b7-4b1f-9330-71aa6de0789c", "tag": "bb645ac5-3361-4177-b7a2-7f0cfd73355e", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:27:48.152974 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-368d7cab-6edf-4407-84dc-e64bc313002b {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:27:48.152974 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31e91c9-c9b7-4b1f-9330-71aa6de0789c', 'tag': 'bb645ac5-3361-4177-b7a2-7f0cfd73355e', 'status': 'completed', 'code': 200} Jun 26 16:27:48.156677 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Pushing event updated for resources: {'Port': ['ID=bb645ac5-3361-4177-b7a2-7f0cfd73355e,revision_number=3']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:48.161204 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:48.183188 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 53590) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:48.275104 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-87b66676-ecce-4301-bffc-3c9711304333 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=81e94f1d7db148198a2dfb597b44a1bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0918548 Jun 26 16:27:48.275417 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 53596) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:48.294963 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f1b25-f0b1-4ede-ba0e-6bf84c3abcc5 req-0f25e6eb-b6eb-48c4-8c36-d6d1ef66d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:48.296787 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c07f1b25-f0b1-4ede-ba0e-6bf84c3abcc5 req-0f25e6eb-b6eb-48c4-8c36-d6d1ef66d75e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14ad47b559944607a65533bcc1a88f5a&device_id=a31e91c9-c9b7-4b1f-9330-71aa6de0789c HTTP/1.1" status: 200 len: 1096 time: 0.1095552 Jun 26 16:27:48.366477 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-906a1627-f5b2-46ba-b394-564e9988d2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:48.397683 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-906a1627-f5b2-46ba-b394-564e9988d2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:48.438384 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f1b25-f0b1-4ede-ba0e-6bf84c3abcc5 req-65eba8c1-dbbf-4833-9869-b65b4313a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:48.444099 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c07f1b25-f0b1-4ede-ba0e-6bf84c3abcc5 req-65eba8c1-dbbf-4833-9869-b65b4313a895 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=14ad47b559944607a65533bcc1a88f5a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1396914 Jun 26 16:27:48.563868 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-906a1627-f5b2-46ba-b394-564e9988d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:48.566497 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-906a1627-f5b2-46ba-b394-564e9988d2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:48.567898 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-906a1627-f5b2-46ba-b394-564e9988d2d0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ae58fc32-e2d4-46e2-8610-5f532c061655 HTTP/1.1" status: 204 len: 168 time: 0.2913749 Jun 26 16:27:48.568686 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-d30da3fc-7cc8-4d67-947f-07d6c9aac4ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:48.581629 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a1627-f5b2-46ba-b394-564e9988d2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae58fc32-e2d4-46e2-8610-5f532c061655,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:48.583908 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-906a1627-f5b2-46ba-b394-564e9988d2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:48.610217 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f1b25-f0b1-4ede-ba0e-6bf84c3abcc5 req-85c6e014-1373-4cff-baae-0ee27416984a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:48.611721 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c07f1b25-f0b1-4ede-ba0e-6bf84c3abcc5 req-85c6e014-1373-4cff-baae-0ee27416984a service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1602340 Jun 26 16:27:48.636156 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12c1f8-5a72-4bf8-b747-5cefe10b7804 req-bc58335a-e888-497d-9e1b-2479162c8f6b tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:48.637711 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-da12c1f8-5a72-4bf8-b747-5cefe10b7804 req-bc58335a-e888-497d-9e1b-2479162c8f6b tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.1013083 Jun 26 16:27:48.718643 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-da12c1f8-5a72-4bf8-b747-5cefe10b7804 req-341957ef-1cea-488f-8ac2-c46673a79189 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753162 Jun 26 16:27:48.741066 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-808be1a9-b2da-4777-b6f4-c17597c184a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:48.741066 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-808be1a9-b2da-4777-b6f4-c17597c184a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14ad47b559944607a65533bcc1a88f5a&device_id=a31e91c9-c9b7-4b1f-9330-71aa6de0789c HTTP/1.1" status: 200 len: 1096 time: 0.0752721 Jun 26 16:27:48.790109 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-96617eb4-febe-44a7-9fcc-3c87f6439526 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb645ac5-3361-4177-b7a2-7f0cfd73355e HTTP/1.1" status: 200 len: 217 time: 0.0351672 Jun 26 16:27:48.847652 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-74fa19d3-7bf3-4ce9-a78e-2860f0cad989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:48.849366 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-74fa19d3-7bf3-4ce9-a78e-2860f0cad989 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=889b689e-0077-4f65-adce-eac8bc576e78 HTTP/1.1" status: 200 len: 855 time: 0.0522165 Jun 26 16:27:48.871774 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 53612) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:48.886291 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-72aaabe0-b6a9-4ec9-965b-89abfb528290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:48.895882 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-378c5310-1288-4d42-aa25-ec3d5a0b0c62 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=97994b83-c9d5-4295-b996-e7ea06d003f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366616 Jun 26 16:27:49.059003 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-72aaabe0-b6a9-4ec9-965b-89abfb528290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:49.068906 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-0b67be79-5e51-4a88-b9c7-36b1ee9661a4 service neutron] 10.222.0.38 "GET /v2.0/networks/97994b83-c9d5-4295-b996-e7ea06d003f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641033 Jun 26 16:27:49.150455 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-72aaabe0-b6a9-4ec9-965b-89abfb528290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:49.155259 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-48a6742f-72e4-4666-a394-46273245a3b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:49.221955 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dc3f05dc-9cbd-49ff-b9ce-03c5b0214085 req-cb5baff5-afd1-4cd2-a103-b446af7e7a15 service neutron] 10.222.0.38 "GET /v2.0/networks/97994b83-c9d5-4295-b996-e7ea06d003f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451490 Jun 26 16:27:49.231458 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-72aaabe0-b6a9-4ec9-965b-89abfb528290 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=08dfe575593e49aabe465b62437e501a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3582232 Jun 26 16:27:49.232498 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 53634) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:49.235194 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aaabe0-b6a9-4ec9-965b-89abfb528290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19c58e1-e11a-4003-86f7-bc4beb0b866f,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:49.259239 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-72aaabe0-b6a9-4ec9-965b-89abfb528290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:49.285493 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65725016-e2e2-489a-8d68-7e6554b07708 req-389e3918-19bb-42ec-b625-058b4856544d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:49.287107 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-65725016-e2e2-489a-8d68-7e6554b07708 req-389e3918-19bb-42ec-b625-058b4856544d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=a31e91c9-c9b7-4b1f-9330-71aa6de0789c HTTP/1.1" status: 200 len: 943 time: 0.1358461 Jun 26 16:27:49.315414 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-e7ae99c6-498f-4490-adf1-11f2e9285b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:49.348526 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-e7ae99c6-498f-4490-adf1-11f2e9285b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:49.357368 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-65725016-e2e2-489a-8d68-7e6554b07708 req-d84495e9-1099-4c0e-b4ef-026a994a7706 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626509 Jun 26 16:27:49.461617 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-e7ae99c6-498f-4490-adf1-11f2e9285b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:49.464973 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-e7ae99c6-498f-4490-adf1-11f2e9285b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:49.468588 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-e7ae99c6-498f-4490-adf1-11f2e9285b33 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c19c58e1-e11a-4003-86f7-bc4beb0b866f HTTP/1.1" status: 204 len: 168 time: 0.2326219 Jun 26 16:27:49.468588 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-297ff9c4-0e9a-4e7a-8190-6aae8b296bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:49.474597 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae99c6-498f-4490-adf1-11f2e9285b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19c58e1-e11a-4003-86f7-bc4beb0b866f,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:49.477297 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-e7ae99c6-498f-4490-adf1-11f2e9285b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:49.949815 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e69fe-f4d4-4c6c-824d-e0e5ff6f31c8 req-a074db8d-e88a-4b1b-89c5-d8b7ea282d9f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:49.951557 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-543e69fe-f4d4-4c6c-824d-e0e5ff6f31c8 req-a074db8d-e88a-4b1b-89c5-d8b7ea282d9f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.1171126 Jun 26 16:27:49.996096 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-543e69fe-f4d4-4c6c-824d-e0e5ff6f31c8 req-4813da99-089c-49ce-b8df-a80ff3ff6e88 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383618 Jun 26 16:27:50.618136 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2caa10-b339-433d-8880-70501f3f2d6a req-1f2be54f-eebe-4154-9154-8dc80754e7bb tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:50.619820 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0f2caa10-b339-433d-8880-70501f3f2d6a req-1f2be54f-eebe-4154-9154-8dc80754e7bb tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=a31e91c9-c9b7-4b1f-9330-71aa6de0789c HTTP/1.1" status: 200 len: 943 time: 0.0865369 Jun 26 16:27:50.673020 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0f2caa10-b339-433d-8880-70501f3f2d6a req-9341c741-9a04-4351-b717-a8268db6b6ff tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440047 Jun 26 16:27:51.148162 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-25ab9646-e260-4af0-8d5e-96896cc4ae9a tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3150eb377cd3426d9b40b3e20f4c7fc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373292 Jun 26 16:27:51.347246 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2ce7b-2ba7-438b-a888-72f45fda3ded req-4170c3cf-d520-4ace-be4b-401dac2ccff9 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:51.348727 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-28d2ce7b-2ba7-438b-a888-72f45fda3ded req-4170c3cf-d520-4ace-be4b-401dac2ccff9 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.2188840 Jun 26 16:27:51.358346 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-7e6e9b60-1647-4903-8f6e-ac0604782104 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:51.372296 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-7e6e9b60-1647-4903-8f6e-ac0604782104 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920567 Jun 26 16:27:51.383576 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-85ac7098-a559-4d59-ba3b-e20b7cddfe0e tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/quotas/3150eb377cd3426d9b40b3e20f4c7fc5 HTTP/1.1" status: 200 len: 375 time: 0.0173593 Jun 26 16:27:51.409188 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-28d2ce7b-2ba7-438b-a888-72f45fda3ded req-d17a8d70-04d0-4e16-98c4-94a16d304e72 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485682 Jun 26 16:27:51.425915 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-e78aef63-9508-456d-aaa9-26e4bd6e7473 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3150eb377cd3426d9b40b3e20f4c7fc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332325 Jun 26 16:27:51.725316 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8360a64b-c77b-4ce1-a6a0-82df1a29ae76 req-c01ff9fd-c6c4-4a72-ae8f-66e35f2649a4 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 210 time: 0.0392194 Jun 26 16:27:51.963459 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62087c57-8e0b-429b-8884-e48f70fc6265 req-02a781a3-46be-43b1-8de7-f1fede593979 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:51.967102 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-62087c57-8e0b-429b-8884-e48f70fc6265 req-02a781a3-46be-43b1-8de7-f1fede593979 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=a31e91c9-c9b7-4b1f-9330-71aa6de0789c HTTP/1.1" status: 200 len: 943 time: 0.1141367 Jun 26 16:27:52.010924 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-62087c57-8e0b-429b-8884-e48f70fc6265 req-a14563b4-fc9a-4601-b285-48cdfeec9059 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392282 Jun 26 16:27:52.606723 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3342850-ed0c-43ac-8d66-90ccbe56d671 req-b1153435-ecb7-4c7a-a47c-92b13a6ffdfe tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:52.608343 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c3342850-ed0c-43ac-8d66-90ccbe56d671 req-b1153435-ecb7-4c7a-a47c-92b13a6ffdfe tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0712054 Jun 26 16:27:52.617697 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device bb645ac5-3361-4177-b7a2-7f0cfd73355e details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:27:52.677288 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c3342850-ed0c-43ac-8d66-90ccbe56d671 req-9d4349f8-9ee9-4902-924d-a4dcf77477a1 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629377 Jun 26 16:27:52.742009 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port bb645ac5-3361-4177-b7a2-7f0cfd73355e, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=bb645ac5-3361-4177-b7a2-7f0cfd73355e,segment=NetworkSegment(5157ce06-5344-460b-ae56-328e0291ce37),segment_id=5157ce06-5344-460b-ae56-328e0291ce37)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:52.754425 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': 'bb645ac5-3361-4177-b7a2-7f0cfd73355e', 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7', 'port_id': 'bb645ac5-3361-4177-b7a2-7f0cfd73355e', 'mac_address': 'fa:16:3e:13:27:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '889b689e-0077-4f65-adce-eac8bc576e78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:27:52.814497 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:52.835705 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb645ac5-3361-4177-b7a2-7f0cfd73355e {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:27:52.852868 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-312492c8-c6e2-49e5-ab2d-2aedb82fc909 req-4cdf3288-ec88-4c71-953f-48ade123789a tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 210 time: 0.0601876 Jun 26 16:27:52.864600 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port bb645ac5-3361-4177-b7a2-7f0cfd73355e, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=bb645ac5-3361-4177-b7a2-7f0cfd73355e,segment=NetworkSegment(5157ce06-5344-460b-ae56-328e0291ce37),segment_id=5157ce06-5344-460b-ae56-328e0291ce37)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:52.964233 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:52.970585 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:53.031948 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=bb645ac5-3361-4177-b7a2-7f0cfd73355e,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:53.035567 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:53.206714 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8c97-d08e-4bb9-aaf2-1c7ec0af5b58 req-961a48bf-9a36-48ca-bffc-78357ec8f052 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:53.208628 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-090d8c97-d08e-4bb9-aaf2-1c7ec0af5b58 req-961a48bf-9a36-48ca-bffc-78357ec8f052 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=a31e91c9-c9b7-4b1f-9330-71aa6de0789c HTTP/1.1" status: 200 len: 944 time: 0.0756001 Jun 26 16:27:53.247986 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-090d8c97-d08e-4bb9-aaf2-1c7ec0af5b58 req-3471a81b-38e6-484d-96f6-4506298ce672 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329468 Jun 26 16:27:53.318381 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['bb645ac5-3361-4177-b7a2-7f0cfd73355e'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:27:53.531854 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7170740-257d-4aa8-b618-064f3df1ce48 req-5a7c66cd-27ed-4da2-849c-b47392064d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:53.533347 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b7170740-257d-4aa8-b618-064f3df1ce48 req-5a7c66cd-27ed-4da2-849c-b47392064d68 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 1098 time: 0.0573723 Jun 26 16:27:53.569729 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b7170740-257d-4aa8-b618-064f3df1ce48 req-10489710-d02f-4b3e-89c2-0063c8128fa3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287786 Jun 26 16:27:53.579277 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 53864) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:53.697912 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b0c489f9-a0cd-498a-a161-55add1acbcb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:53.865780 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b0c489f9-a0cd-498a-a161-55add1acbcb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:53.903634 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c7463-5d98-4169-ad80-ccb3705edd60 req-eee77ce5-9023-4992-a409-d13a20b6d0f6 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:53.911432 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-781c7463-5d98-4169-ad80-ccb3705edd60 req-eee77ce5-9023-4992-a409-d13a20b6d0f6 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0890701 Jun 26 16:27:53.947070 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b0c489f9-a0cd-498a-a161-55add1acbcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:53.959466 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-43a00643-3041-4cb7-89a7-0b5e03c1b3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:53.964348 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-781c7463-5d98-4169-ad80-ccb3705edd60 req-6db87084-cad1-4bc6-b31b-2b341f92af27 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516913 Jun 26 16:27:53.995415 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-b0c489f9-a0cd-498a-a161-55add1acbcb4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ad1bebc66374a0cba102b8047530316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4179437 Jun 26 16:27:53.998527 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 53886) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:53.998721 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6dff96a5-7c1c-4a52-a93f-44728ce35027 req-8ea849de-1370-4020-ac42-39c41711d6dd tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 210 time: 0.0330732 Jun 26 16:27:54.021614 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c489f9-a0cd-498a-a161-55add1acbcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15134804-95af-4c53-8908-1e08565841b7,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:54.026588 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b0c489f9-a0cd-498a-a161-55add1acbcb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:54.060788 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4629bd25-5340-4159-ba4e-a8922014fe23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:54.080596 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4629bd25-5340-4159-ba4e-a8922014fe23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:54.415344 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4629bd25-5340-4159-ba4e-a8922014fe23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:54.418723 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4629bd25-5340-4159-ba4e-a8922014fe23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:54.420061 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-4629bd25-5340-4159-ba4e-a8922014fe23 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/15134804-95af-4c53-8908-1e08565841b7 HTTP/1.1" status: 204 len: 168 time: 0.4204972 Jun 26 16:27:54.421157 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-8b270654-aa2c-41fe-9755-ea23cee2d194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:54.429876 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629bd25-5340-4159-ba4e-a8922014fe23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15134804-95af-4c53-8908-1e08565841b7,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:54.432312 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-4629bd25-5340-4159-ba4e-a8922014fe23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:54.459690 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e85a1-b103-4294-a4a1-7ed37b460e37 req-6a2e9208-4269-45c4-9b8f-18c57c7ff8df tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:54.461360 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4b7e85a1-b103-4294-a4a1-7ed37b460e37 req-6a2e9208-4269-45c4-9b8f-18c57c7ff8df tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=a31e91c9-c9b7-4b1f-9330-71aa6de0789c HTTP/1.1" status: 200 len: 944 time: 0.0806417 Jun 26 16:27:54.507635 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4b7e85a1-b103-4294-a4a1-7ed37b460e37 req-06baa62a-4370-4b9a-a422-08af554b7086 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394287 Jun 26 16:27:54.576856 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-768dd019-aff1-45c0-bc7c-e45bebc46fb1 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=3150eb377cd3426d9b40b3e20f4c7fc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217927 Jun 26 16:27:54.625949 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device bb645ac5-3361-4177-b7a2-7f0cfd73355e up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:27:54.696450 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-715dceef-3534-4d72-8784-793dc235dd0f tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:54.698800 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-715dceef-3534-4d72-8784-793dc235dd0f tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1153491 Jun 26 16:27:54.716686 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-c6bf0625-4736-4dc3-a5bc-3b33f749a208 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Request body: {'port': {'device_id': 'bf913f42-f41b-47cf-8ca0-194af6fc0e15', 'network_id': '73004c3d-db7b-438a-9ad4-6097c4223a62', 'admin_state_up': True, 'tenant_id': '3150eb377cd3426d9b40b3e20f4c7fc5'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:54.746811 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning for port bb645ac5-3361-4177-b7a2-7f0cfd73355e completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:27:54.750914 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port bb645ac5-3361-4177-b7a2-7f0cfd73355e triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:54.751299 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:54.915106 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:54.942594 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31e91c9-c9b7-4b1f-9330-71aa6de0789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb645ac5-3361-4177-b7a2-7f0cfd73355e'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:27:54.945226 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6783b64f-0062-40f1-be33-2ce5c0b18b9d" -d '{"events": [{"server_uuid": "a31e91c9-c9b7-4b1f-9330-71aa6de0789c", "name": "network-vif-plugged", "status": "completed", "tag": "bb645ac5-3361-4177-b7a2-7f0cfd73355e"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:27:54.977876 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port bb645ac5-3361-4177-b7a2-7f0cfd73355e, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=bb645ac5-3361-4177-b7a2-7f0cfd73355e,segment=NetworkSegment(5157ce06-5344-460b-ae56-328e0291ce37),segment_id=5157ce06-5344-460b-ae56-328e0291ce37)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:54.992431 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce44e663-ca77-49b9-abde-f65a3319986a x-openstack-request-id: req-ce44e663-ca77-49b9-abde-f65a3319986a {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:27:54.992726 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31e91c9-c9b7-4b1f-9330-71aa6de0789c", "name": "network-vif-plugged", "status": "completed", "tag": "bb645ac5-3361-4177-b7a2-7f0cfd73355e", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:27:54.993977 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ce44e663-ca77-49b9-abde-f65a3319986a {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:27:54.994533 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31e91c9-c9b7-4b1f-9330-71aa6de0789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb645ac5-3361-4177-b7a2-7f0cfd73355e', 'code': 200} Jun 26 16:27:55.073140 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.076364 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-76f7bbe0-8c0f-4f2e-a683-bccd9b2c2b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:55.133424 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=bb645ac5-3361-4177-b7a2-7f0cfd73355e,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:55.137653 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:55.243884 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 53916) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:55.250588 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fa1a9ed2-a36f-4aeb-8cc0-feb386ac1970 req-65380e52-8134-4e18-a920-46dd87f2bba6 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 210 time: 0.0446517 Jun 26 16:27:55.261516 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2de7e29-9127-40c2-81f2-997fe4d9cb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.277212 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50546735-858b-4c75-8401-4a6ac1afee42 req-c35af63d-36b9-4f5e-8dae-d880aea9f618 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:55.279396 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-50546735-858b-4c75-8401-4a6ac1afee42 req-c35af63d-36b9-4f5e-8dae-d880aea9f618 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.1854472 Jun 26 16:27:55.333179 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-50546735-858b-4c75-8401-4a6ac1afee42 req-3120c772-ba29-4084-8694-96a202f6ccbb tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455370 Jun 26 16:27:55.352795 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-c6bf0625-4736-4dc3-a5bc-3b33f749a208 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Made reservation on behalf of 3150eb377cd3426d9b40b3e20f4c7fc5 for: {'port': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:55.357189 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-c6bf0625-4736-4dc3-a5bc-3b33f749a208 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.375649 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-c6bf0625-4736-4dc3-a5bc-3b33f749a208 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.460988 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2de7e29-9127-40c2-81f2-997fe4d9cb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.552853 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c1891-cccc-4f16-8fde-5b3d8f4eb2fa req-b3848142-8e55-4adc-8c64-4408adbe1644 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:55.553989 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c87c1891-cccc-4f16-8fde-5b3d8f4eb2fa req-b3848142-8e55-4adc-8c64-4408adbe1644 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0755072 Jun 26 16:27:55.580891 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2de7e29-9127-40c2-81f2-997fe4d9cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.605799 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-4629bd25-5340-4159-ba4e-a8922014fe23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:55.624427 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c87c1891-cccc-4f16-8fde-5b3d8f4eb2fa req-11ecc1df-004f-4fc6-9b36-b845ff6a719e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640016 Jun 26 16:27:55.642131 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-b2de7e29-9127-40c2-81f2-997fe4d9cb12 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa6112744a3043689d95cee2ae545dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955016 Jun 26 16:27:55.647917 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 53934) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:55.677403 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de7e29-9127-40c2-81f2-997fe4d9cb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed64072b-572e-42ca-b5ec-ea9b8a821941,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:55.681162 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b2de7e29-9127-40c2-81f2-997fe4d9cb12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:55.701335 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbeb1b-4e50-414a-9c88-0b0adaa4f575 req-fda80165-2118-444f-ba18-47ebde3be121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:55.703264 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-cfbbeb1b-4e50-414a-9c88-0b0adaa4f575 req-fda80165-2118-444f-ba18-47ebde3be121 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a31e91c9-c9b7-4b1f-9330-71aa6de0789c HTTP/1.1" status: 200 len: 1098 time: 0.1339402 Jun 26 16:27:55.760239 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-cfbbeb1b-4e50-414a-9c88-0b0adaa4f575 req-9a790adb-60eb-49d0-8dd8-75ae9f60fd1a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413108 Jun 26 16:27:55.809505 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-42315335-958d-4a00-aa87-14dd73d161a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.851689 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c283b2d-9d2c-4d14-97a7-1b6d952154b1 req-f04a03ab-c481-4815-9209-cd2bd26b0586 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:55.853176 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5c283b2d-9d2c-4d14-97a7-1b6d952154b1 req-f04a03ab-c481-4815-9209-cd2bd26b0586 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=a31e91c9-c9b7-4b1f-9330-71aa6de0789c HTTP/1.1" status: 200 len: 945 time: 0.1815741 Jun 26 16:27:55.867172 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-42315335-958d-4a00-aa87-14dd73d161a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.870433 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-c6bf0625-4736-4dc3-a5bc-3b33f749a208 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.925194 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5c283b2d-9d2c-4d14-97a7-1b6d952154b1 req-f21fbfc9-34a4-4362-8cb0-946d1af49abe tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624650 Jun 26 16:27:55.961601 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-c6bf0625-4736-4dc3-a5bc-3b33f749a208 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.964363 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:55.994996 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf0625-4736-4dc3-a5bc-3b33f749a208 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556c52c9-1862-465b-8cc4-63a85924de46,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:55.998163 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c6bf0625-4736-4dc3-a5bc-3b33f749a208 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:56.122178 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-42315335-958d-4a00-aa87-14dd73d161a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:56.128015 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-42315335-958d-4a00-aa87-14dd73d161a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:56.128206 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-42315335-958d-4a00-aa87-14dd73d161a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed64072b-572e-42ca-b5ec-ea9b8a821941 HTTP/1.1" status: 204 len: 168 time: 0.4576683 Jun 26 16:27:56.161073 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-b5511035-b77e-4d5d-86a6-00656fdc7d3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:56.174441 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42315335-958d-4a00-aa87-14dd73d161a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed64072b-572e-42ca-b5ec-ea9b8a821941,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:56.178446 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-42315335-958d-4a00-aa87-14dd73d161a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:56.248819 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_common [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-c6bf0625-4736-4dc3-a5bc-3b33f749a208 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Allocated IP 192.168.233.44 (73004c3d-db7b-438a-9ad4-6097c4223a62/ece92ffb-41cb-47c7-9c03-67f5622541de/fc3098f3-de63-4c84-b5eb-9472d60eb39e) {{(pid=93425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:27:56.399397 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-90575d3e-1085-43be-8d96-e09a50f7e1fb req-7d7e6b3d-58f1-4b84-b8b9-b0e4d9567760 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 210 time: 0.0333869 Jun 26 16:27:56.437697 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-c6bf0625-4736-4dc3-a5bc-3b33f749a208 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Notify callbacks [] for port, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:56.450998 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.provisioning_blocks [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-c6bf0625-4736-4dc3-a5bc-3b33f749a208 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Transition to ACTIVE for port object fc3098f3-de63-4c84-b5eb-9472d60eb39e will not be triggered until provisioned by entity DHCP. {{(pid=93425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:27:56.561623 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-c6bf0625-4736-4dc3-a5bc-3b33f749a208 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2366237'] for port, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:56.565427 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:56.619996 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-c6bf0625-4736-4dc3-a5bc-3b33f749a208 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Network 73004c3d-db7b-438a-9ad4-6097c4223a62 is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:27:56.627497 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-c6bf0625-4736-4dc3-a5bc-3b33f749a208 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:56.632867 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-c6bf0625-4736-4dc3-a5bc-3b33f749a208 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Received port after_create {{(pid=93425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:27:56.635585 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf0625-4736-4dc3-a5bc-3b33f749a208 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Pushing event updated for resources: {'Port': ['ID=fc3098f3-de63-4c84-b5eb-9472d60eb39e,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:56.639115 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c6bf0625-4736-4dc3-a5bc-3b33f749a208 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:56.709160 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-c6bf0625-4736-4dc3-a5bc-3b33f749a208 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:56.709842 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-c6bf0625-4736-4dc3-a5bc-3b33f749a208 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:56.981496 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-c6bf0625-4736-4dc3-a5bc-3b33f749a208 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2696955 Jun 26 16:27:57.010868 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-4f026f0d-3291-4759-90d5-7c9f97a8ca33 None None] Provisioning for port fc3098f3-de63-4c84-b5eb-9472d60eb39e completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:27:57.015745 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-4f026f0d-3291-4759-90d5-7c9f97a8ca33 None None] Provisioning complete for port fc3098f3-de63-4c84-b5eb-9472d60eb39e triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:57.090628 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-4f026f0d-3291-4759-90d5-7c9f97a8ca33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:57.090628 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-4f026f0d-3291-4759-90d5-7c9f97a8ca33 None None] Port fc3098f3-de63-4c84-b5eb-9472d60eb39e cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:27:57.116443 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a527ad-701e-4bcf-b71e-f393e411fe12 req-83726627-c5a5-4d64-82b5-11e540ea01a4 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:57.117901 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-28a527ad-701e-4bcf-b71e-f393e411fe12 req-83726627-c5a5-4d64-82b5-11e540ea01a4 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=a31e91c9-c9b7-4b1f-9330-71aa6de0789c HTTP/1.1" status: 200 len: 945 time: 0.0620618 Jun 26 16:27:57.153648 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-28a527ad-701e-4bcf-b71e-f393e411fe12 req-65227e15-7e9a-4281-a48c-37b88c0c642d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295894 Jun 26 16:27:57.576224 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318a609-a340-47da-b537-3101c65efe09 req-b0008534-515d-4dfc-af51-d40c96ee8dd6 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:57.582448 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9318a609-a340-47da-b537-3101c65efe09 req-b0008534-515d-4dfc-af51-d40c96ee8dd6 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 935 time: 0.0616195 Jun 26 16:27:57.614859 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9318a609-a340-47da-b537-3101c65efe09 req-e8cd8050-bf80-4fdb-b5ce-af55d5da238d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/security-groups?id=556c52c9-1862-465b-8cc4-63a85924de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314271 Jun 26 16:27:58.329164 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed93cf-e9a4-487e-80b1-bd0f85581337 req-fe4eaf83-4d98-4969-9e36-31562a4b5020 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:58.330628 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-99ed93cf-e9a4-487e-80b1-bd0f85581337 req-fe4eaf83-4d98-4969-9e36-31562a4b5020 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=a31e91c9-c9b7-4b1f-9330-71aa6de0789c HTTP/1.1" status: 200 len: 945 time: 0.0660923 Jun 26 16:27:58.366414 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-99ed93cf-e9a4-487e-80b1-bd0f85581337 req-7a64786c-08ae-4a31-a141-9f4c963b506d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299578 Jun 26 16:27:58.471865 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 53994) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:58.576336 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4c9b85c8-29b3-45c8-94ae-37fc515896e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:58.669025 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4c9b85c8-29b3-45c8-94ae-37fc515896e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:58.761608 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4c9b85c8-29b3-45c8-94ae-37fc515896e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:58.765967 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:58.811123 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-4c9b85c8-29b3-45c8-94ae-37fc515896e1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9abbbc7765984f4898a7a95af70dc12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380826 Jun 26 16:27:58.814142 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b85c8-29b3-45c8-94ae-37fc515896e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3406d5ab-805f-4fdd-b03d-33b7f5a062ba,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:58.814486 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 54012) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:58.817771 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-4c9b85c8-29b3-45c8-94ae-37fc515896e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:58.840051 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23cbd6-c725-4e80-9a93-9a0da0687699 req-cb4730bc-113d-4060-be4a-f036477f8c20 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:58.841540 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2f23cbd6-c725-4e80-9a93-9a0da0687699 req-cb4730bc-113d-4060-be4a-f036477f8c20 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 935 time: 0.1100769 Jun 26 16:27:58.876626 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a1692538-c896-4cba-a83c-16c9473a4ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:58.884007 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2f23cbd6-c725-4e80-9a93-9a0da0687699 req-4d3d840a-634e-42c2-9c6d-0948d269b800 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/security-groups?id=556c52c9-1862-465b-8cc4-63a85924de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366778 Jun 26 16:27:58.906810 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a1692538-c896-4cba-a83c-16c9473a4ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:59.014589 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a1692538-c896-4cba-a83c-16c9473a4ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:59.017237 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a1692538-c896-4cba-a83c-16c9473a4ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:59.018423 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-a1692538-c896-4cba-a83c-16c9473a4ee5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3406d5ab-805f-4fdd-b03d-33b7f5a062ba HTTP/1.1" status: 204 len: 168 time: 0.2028360 Jun 26 16:27:59.023587 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-280d0dd8-e00b-4394-93cc-36c7ef28ac89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:59.026542 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1692538-c896-4cba-a83c-16c9473a4ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3406d5ab-805f-4fdd-b03d-33b7f5a062ba,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:59.029208 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a1692538-c896-4cba-a83c-16c9473a4ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:59.537752 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfd3e0-d8a9-4c01-92ce-c639ef50eda7 req-71c85349-a3dd-4a8b-9c3a-7881fee54361 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:59.539320 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-48cfd3e0-d8a9-4c01-92ce-c639ef50eda7 req-71c85349-a3dd-4a8b-9c3a-7881fee54361 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=a31e91c9-c9b7-4b1f-9330-71aa6de0789c HTTP/1.1" status: 200 len: 945 time: 0.0634444 Jun 26 16:27:59.577506 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-48cfd3e0-d8a9-4c01-92ce-c639ef50eda7 req-f6a837d9-d010-4f27-a1ab-d8e87118f96d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325658 Jun 26 16:27:59.870105 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Request body: {'port': {'device_id': 'bf913f42-f41b-47cf-8ca0-194af6fc0e15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:59.962460 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:00.214952 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7ab01-86f0-42d8-8476-a2496a440034 req-c279d5e0-f4b3-4369-858a-b95d349d9ff4 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:00.216429 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f3b7ab01-86f0-42d8-8476-a2496a440034 req-c279d5e0-f4b3-4369-858a-b95d349d9ff4 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 935 time: 0.1431110 Jun 26 16:28:00.287382 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f3b7ab01-86f0-42d8-8476-a2496a440034 req-a48b35b3-8894-4a0c-9a81-f91beed9e3f7 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/security-groups?id=556c52c9-1862-465b-8cc4-63a85924de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635924 Jun 26 16:28:00.322882 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc3098f3-de63-4c84-b5eb-9472d60eb39e {{(pid=93425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:28:00.333457 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:00.348667 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.provisioning_blocks [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Transition to ACTIVE for port object fc3098f3-de63-4c84-b5eb-9472d60eb39e will not be triggered until provisioned by entity L2. {{(pid=93425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:00.443566 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:00.445788 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-7bc3a8f8-2e4b-4015-8867-32a060654b00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:00.495278 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Pushing event updated for resources: {'Port': ['ID=fc3098f3-de63-4c84-b5eb-9472d60eb39e,revision_number=2']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:00.499959 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:00.576401 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Attempting to bind port fc3098f3-de63-4c84-b5eb-9472d60eb39e on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:28:00.576401 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Attempting to bind port fc3098f3-de63-4c84-b5eb-9472d60eb39e by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '6db245fb-9c41-40eb-9cde-2fad4e69da31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73004c3d-db7b-438a-9ad4-6097c4223a62'}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:28:00.576401 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Attempting to bind port fc3098f3-de63-4c84-b5eb-9472d60eb39e on network 73004c3d-db7b-438a-9ad4-6097c4223a62 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:00.577862 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Port fc3098f3-de63-4c84-b5eb-9472d60eb39e on network 73004c3d-db7b-438a-9ad4-6097c4223a62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:28:00.578627 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Attempting to bind port fc3098f3-de63-4c84-b5eb-9472d60eb39e on network 73004c3d-db7b-438a-9ad4-6097c4223a62 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:00.583705 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Checking agent: {'id': '017f0d27-5c15-4479-952a-00a1dbd8023d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'started_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:28:00.584047 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Checking segment: {'id': '6db245fb-9c41-40eb-9cde-2fad4e69da31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73004c3d-db7b-438a-9ad4-6097c4223a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:00.584431 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Bound using segment: {'id': '6db245fb-9c41-40eb-9cde-2fad4e69da31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73004c3d-db7b-438a-9ad4-6097c4223a62'} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:28:00.584925 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Bound port: fc3098f3-de63-4c84-b5eb-9472d60eb39e, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db245fb-9c41-40eb-9cde-2fad4e69da31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73004c3d-db7b-438a-9ad4-6097c4223a62'}}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:28:00.585285 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:00.668616 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] For port fc3098f3-de63-4c84-b5eb-9472d60eb39e, host hv-cinder-79818, cleared binding levels {{(pid=93425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:28:00.672459 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] For port fc3098f3-de63-4c84-b5eb-9472d60eb39e, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=fc3098f3-de63-4c84-b5eb-9472d60eb39e,segment=NetworkSegment(6db245fb-9c41-40eb-9cde-2fad4e69da31),segment_id=6db245fb-9c41-40eb-9cde-2fad4e69da31)] {{(pid=93425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:28:00.736381 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 54062) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:00.754253 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:00.756403 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c6bf0625-4736-4dc3-a5bc-3b33f749a208 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:00.801723 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:00.802343 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:00.806266 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] 10.222.0.38 "PUT /v2.0/ports/fc3098f3-de63-4c84-b5eb-9472d60eb39e HTTP/1.1" status: 200 len: 1097 time: 0.9379923 Jun 26 16:28:00.806831 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf913f42-f41b-47cf-8ca0-194af6fc0e15', 'tag': 'fc3098f3-de63-4c84-b5eb-9472d60eb39e'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:28:00.809291 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdadd41b-60a6-4f2d-b86d-757f2aacd548" -d '{"events": [{"name": "network-changed", "server_uuid": "bf913f42-f41b-47cf-8ca0-194af6fc0e15", "tag": "fc3098f3-de63-4c84-b5eb-9472d60eb39e"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:28:00.841656 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Pushing event updated for resources: {'Port': ['ID=fc3098f3-de63-4c84-b5eb-9472d60eb39e,revision_number=3']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:00.846399 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:00.871052 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d763680-6faf-400d-84d9-de0711d97d4a req-b50ec174-301a-47ba-8e8c-fefa2d5ea0e7 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:00.871164 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b074bc67-ff24-4f08-8e91-c535dcfcbc99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:00.871269 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8d763680-6faf-400d-84d9-de0711d97d4a req-b50ec174-301a-47ba-8e8c-fefa2d5ea0e7 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=a31e91c9-c9b7-4b1f-9330-71aa6de0789c HTTP/1.1" status: 200 len: 945 time: 0.1420763 Jun 26 16:28:00.872758 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560ddf1c-49de-48d8-9d8c-85121a7a8adf x-openstack-request-id: req-560ddf1c-49de-48d8-9d8c-85121a7a8adf {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:28:00.873071 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf913f42-f41b-47cf-8ca0-194af6fc0e15", "tag": "fc3098f3-de63-4c84-b5eb-9472d60eb39e", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:28:00.873351 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-560ddf1c-49de-48d8-9d8c-85121a7a8adf {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:28:00.873778 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf913f42-f41b-47cf-8ca0-194af6fc0e15', 'tag': 'fc3098f3-de63-4c84-b5eb-9472d60eb39e', 'status': 'completed', 'code': 200} Jun 26 16:28:00.939378 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8d763680-6faf-400d-84d9-de0711d97d4a req-cccc8c89-20fe-445c-8735-daf35c02cb23 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684412 Jun 26 16:28:00.974536 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadd41b-60a6-4f2d-b86d-757f2aacd548 req-ee5373c0-fdad-45ca-b56c-cc0a38d20d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:00.978544 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fdadd41b-60a6-4f2d-b86d-757f2aacd548 req-ee5373c0-fdad-45ca-b56c-cc0a38d20d78 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3150eb377cd3426d9b40b3e20f4c7fc5&device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 1100 time: 0.0717146 Jun 26 16:28:01.024863 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fdadd41b-60a6-4f2d-b86d-757f2aacd548 req-a7310ce2-ca00-438d-b7be-0ee43383a059 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=3150eb377cd3426d9b40b3e20f4c7fc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333176 Jun 26 16:28:01.054086 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b074bc67-ff24-4f08-8e91-c535dcfcbc99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:01.152305 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadd41b-60a6-4f2d-b86d-757f2aacd548 req-388f805d-540a-49ba-b7d4-b20f7dd479bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:01.165141 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fdadd41b-60a6-4f2d-b86d-757f2aacd548 req-388f805d-540a-49ba-b7d4-b20f7dd479bd service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1193471 Jun 26 16:28:01.197782 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b074bc67-ff24-4f08-8e91-c535dcfcbc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:01.201784 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-106beba0-dc60-4933-a7cc-f249ec65d24f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:01.249879 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-b074bc67-ff24-4f08-8e91-c535dcfcbc99 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8cc974c6e0554682a730c8b573b3d75d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5124319 Jun 26 16:28:01.251238 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074bc67-ff24-4f08-8e91-c535dcfcbc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed24de28-3530-4c6a-b27c-bb0152d8a515,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:01.253489 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 54086) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:01.255007 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b074bc67-ff24-4f08-8e91-c535dcfcbc99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:01.290733 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-6c723ace-6443-4e5c-a8a9-c16d26ea8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:01.292323 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-6c723ace-6443-4e5c-a8a9-c16d26ea8292 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3150eb377cd3426d9b40b3e20f4c7fc5&device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 1100 time: 0.0893581 Jun 26 16:28:01.342038 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-1b3c2200-40ce-48db-93f7-098ac06cf040 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=fc3098f3-de63-4c84-b5eb-9472d60eb39e HTTP/1.1" status: 200 len: 217 time: 0.0378633 Jun 26 16:28:01.359135 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d69eb492-c3a3-49a1-9060-048afbf77186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:01.415655 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d69eb492-c3a3-49a1-9060-048afbf77186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:01.451488 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-a4301442-205e-4129-8186-0674abaa0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:01.452954 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-a4301442-205e-4129-8186-0674abaa0492 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ece92ffb-41cb-47c7-9c03-67f5622541de HTTP/1.1" status: 200 len: 843 time: 0.1040685 Jun 26 16:28:01.536893 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8c6b3-3600-4010-b0be-407ea6a39147 req-620c0c11-7c1e-49f5-9f22-d29307097189 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:01.538340 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1fe8c6b3-3600-4010-b0be-407ea6a39147 req-620c0c11-7c1e-49f5-9f22-d29307097189 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 947 time: 0.1372340 Jun 26 16:28:01.566685 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-b06c43b1-5dd2-4f8a-b690-276b659105c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:01.568184 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-b06c43b1-5dd2-4f8a-b690-276b659105c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=73004c3d-db7b-438a-9ad4-6097c4223a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1020718 Jun 26 16:28:01.586987 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1fe8c6b3-3600-4010-b0be-407ea6a39147 req-08a9e0fa-b5dc-4df8-b161-9acb60536615 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/security-groups?id=556c52c9-1862-465b-8cc4-63a85924de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389884 Jun 26 16:28:01.610924 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d69eb492-c3a3-49a1-9060-048afbf77186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:01.613359 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d69eb492-c3a3-49a1-9060-048afbf77186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:01.614487 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-d69eb492-c3a3-49a1-9060-048afbf77186 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed24de28-3530-4c6a-b27c-bb0152d8a515 HTTP/1.1" status: 204 len: 168 time: 0.3592212 Jun 26 16:28:01.638495 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-baa186d5-d207-4fcc-8843-54e8d7f86cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:01.651395 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69eb492-c3a3-49a1-9060-048afbf77186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed24de28-3530-4c6a-b27c-bb0152d8a515,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:01.660059 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-d69eb492-c3a3-49a1-9060-048afbf77186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:01.698398 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-9ca2fbe4-0b8f-4b9e-bf91-b7892def212a service neutron] 10.222.0.38 "GET /v2.0/networks/73004c3d-db7b-438a-9ad4-6097c4223a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133792 Jun 26 16:28:01.803525 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-16c6c036-3639-4edc-8775-e0a5ecbdf32f req-e685db75-79aa-43ca-a54d-5dfc47aaac25 service neutron] 10.222.0.38 "GET /v2.0/networks/73004c3d-db7b-438a-9ad4-6097c4223a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874872 Jun 26 16:28:02.463701 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06690a90-5cbd-404b-bf0a-b35730132874 req-3217a5f7-143f-4371-b0b1-4a3fce4c16b8 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:02.465840 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-06690a90-5cbd-404b-bf0a-b35730132874 req-3217a5f7-143f-4371-b0b1-4a3fce4c16b8 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0945675 Jun 26 16:28:02.468664 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749c882-c11f-4227-8a74-ead6390319bf req-bac3f0aa-bed5-44ff-89aa-b52355b316f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:02.470056 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c749c882-c11f-4227-8a74-ead6390319bf req-bac3f0aa-bed5-44ff-89aa-b52355b316f8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86896a6b6e4744a48feb2d643fa1a7e6&device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 1098 time: 0.1078932 Jun 26 16:28:02.552360 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-06690a90-5cbd-404b-bf0a-b35730132874 req-b278926e-7166-4797-b25d-4bdc111a32a6 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803454 Jun 26 16:28:02.597853 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749c882-c11f-4227-8a74-ead6390319bf req-bee84f89-7e39-4768-a716-714f71e2c9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:02.599379 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c749c882-c11f-4227-8a74-ead6390319bf req-bee84f89-7e39-4768-a716-714f71e2c9ed service neutron] 10.222.0.38 "GET /v2.0/networks?id=838ee064-f821-42c8-9617-9a149204fe5b HTTP/1.1" status: 200 len: 919 time: 0.1142952 Jun 26 16:28:02.660026 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c749c882-c11f-4227-8a74-ead6390319bf req-add753d0-aa93-4791-8ed5-8343c5f69fc1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5981eb1-4cf0-4f06-a9d8-d474ee270606 HTTP/1.1" status: 200 len: 217 time: 0.0516398 Jun 26 16:28:02.742890 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749c882-c11f-4227-8a74-ead6390319bf req-7468f9e4-dfdb-4691-82a8-caf36c43bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:02.744293 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c749c882-c11f-4227-8a74-ead6390319bf req-7468f9e4-dfdb-4691-82a8-caf36c43bb1e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=306da1d4-c663-423c-a407-5d085628ca91 HTTP/1.1" status: 200 len: 858 time: 0.0738947 Jun 26 16:28:02.787969 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c749c882-c11f-4227-8a74-ead6390319bf req-18f53862-32a6-4aaa-8af9-e58639b7e66b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=838ee064-f821-42c8-9617-9a149204fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314703 Jun 26 16:28:02.804020 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4abe42-482b-4ed3-b33b-711bc8c020ce req-e8201094-a3f8-4e8b-b8e0-603198271811 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:02.805625 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5d4abe42-482b-4ed3-b33b-711bc8c020ce req-e8201094-a3f8-4e8b-b8e0-603198271811 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 947 time: 0.0948820 Jun 26 16:28:02.908894 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5d4abe42-482b-4ed3-b33b-711bc8c020ce req-a3aa4707-a3f2-447b-a39d-115bb002e449 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/security-groups?id=556c52c9-1862-465b-8cc4-63a85924de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944452 Jun 26 16:28:02.945877 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c749c882-c11f-4227-8a74-ead6390319bf req-4b6b8398-cc47-4da6-97c1-d8531414b83d service neutron] 10.222.0.38 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388953 Jun 26 16:28:03.078343 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c749c882-c11f-4227-8a74-ead6390319bf req-45b7bd0e-f5f3-4d41-b5c5-318991210143 service neutron] 10.222.0.38 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140933 Jun 26 16:28:03.670644 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 54180) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:03.750240 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3bd77-8567-4774-a01b-c3b8f0474940 req-a5183900-7ca4-4c75-b335-ffb9b7a3cfaa tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:03.751781 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1ed3bd77-8567-4774-a01b-c3b8f0474940 req-a5183900-7ca4-4c75-b335-ffb9b7a3cfaa tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0722375 Jun 26 16:28:03.803797 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1ed3bd77-8567-4774-a01b-c3b8f0474940 req-c40f42fc-8a56-47e8-a3e8-78dec7a8e3c9 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456071 Jun 26 16:28:03.804708 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-95c4db57-db60-4912-bee3-dc6c741fc1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:03.898600 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-95c4db57-db60-4912-bee3-dc6c741fc1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:03.992025 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-95c4db57-db60-4912-bee3-dc6c741fc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:03.994563 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-e5b297d7-e901-499b-a7ef-39c6907bf5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:04.031054 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4db57-db60-4912-bee3-dc6c741fc1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82a4182-d970-4a93-af77-e0d5be3dc596,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:04.038461 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-95c4db57-db60-4912-bee3-dc6c741fc1d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1becc15deb0e47b5a4de75a980791166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652809 Jun 26 16:28:04.038461 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-95c4db57-db60-4912-bee3-dc6c741fc1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:04.039426 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 54196) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:04.090233 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-479fa2ec-aa2b-48f6-b654-51a246d47330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.103162 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459864d7-a065-4175-ad73-624a3b2534ec req-84f4c54e-efe2-44d5-a347-db16b1023bd8 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:04.104664 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-459864d7-a065-4175-ad73-624a3b2534ec req-84f4c54e-efe2-44d5-a347-db16b1023bd8 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 947 time: 0.0707316 Jun 26 16:28:04.111910 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-479fa2ec-aa2b-48f6-b654-51a246d47330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.145483 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-459864d7-a065-4175-ad73-624a3b2534ec req-b995ae1c-42a7-4107-b071-a5abced5a246 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/security-groups?id=556c52c9-1862-465b-8cc4-63a85924de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348747 Jun 26 16:28:04.282973 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-479fa2ec-aa2b-48f6-b654-51a246d47330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.285593 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-479fa2ec-aa2b-48f6-b654-51a246d47330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.286787 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-479fa2ec-aa2b-48f6-b654-51a246d47330 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e82a4182-d970-4a93-af77-e0d5be3dc596 HTTP/1.1" status: 204 len: 168 time: 0.2463217 Jun 26 16:28:04.287539 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-acf7638c-6523-4f35-9965-a63374d255c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:04.294788 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fa2ec-aa2b-48f6-b654-51a246d47330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82a4182-d970-4a93-af77-e0d5be3dc596,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:04.297043 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-479fa2ec-aa2b-48f6-b654-51a246d47330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:04.690498 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device fc3098f3-de63-4c84-b5eb-9472d60eb39e details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:28:04.788501 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port fc3098f3-de63-4c84-b5eb-9472d60eb39e, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=fc3098f3-de63-4c84-b5eb-9472d60eb39e,segment=NetworkSegment(6db245fb-9c41-40eb-9cde-2fad4e69da31),segment_id=6db245fb-9c41-40eb-9cde-2fad4e69da31)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:04.799804 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': 'fc3098f3-de63-4c84-b5eb-9472d60eb39e', 'network_id': '73004c3d-db7b-438a-9ad4-6097c4223a62', 'port_id': 'fc3098f3-de63-4c84-b5eb-9472d60eb39e', 'mac_address': 'fa:16:3e:0c:f2:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ece92ffb-41cb-47c7-9c03-67f5622541de', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:28:04.837519 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.853038 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc3098f3-de63-4c84-b5eb-9472d60eb39e {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:28:04.873089 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port fc3098f3-de63-4c84-b5eb-9472d60eb39e, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=fc3098f3-de63-4c84-b5eb-9472d60eb39e,segment=NetworkSegment(6db245fb-9c41-40eb-9cde-2fad4e69da31),segment_id=6db245fb-9c41-40eb-9cde-2fad4e69da31)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:04.974684 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.977539 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:04.986184 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4b0e7-513a-4692-ab97-87ebea1909c4 req-45ba8b96-4474-42c6-b865-c1e0fcbaa366 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:04.987682 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e8f4b0e7-513a-4692-ab97-87ebea1909c4 req-45ba8b96-4474-42c6-b865-c1e0fcbaa366 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0635905 Jun 26 16:28:05.025375 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=fc3098f3-de63-4c84-b5eb-9472d60eb39e,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:05.027165 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e8f4b0e7-513a-4692-ab97-87ebea1909c4 req-8ec7c466-0c11-4dff-96e6-e55e96ca6da0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Jun 26 16:28:05.029177 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:05.337237 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44bce9-64ee-4ac9-a486-9f4f5ad6dd76 req-ee0dd903-547f-49c4-be78-c4137a351fd7 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:05.338916 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5e44bce9-64ee-4ac9-a486-9f4f5ad6dd76 req-ee0dd903-547f-49c4-be78-c4137a351fd7 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 948 time: 0.0739605 Jun 26 16:28:05.364392 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['fc3098f3-de63-4c84-b5eb-9472d60eb39e'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:28:05.376503 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5e44bce9-64ee-4ac9-a486-9f4f5ad6dd76 req-ccd81de3-03c7-408d-b496-849d506635ef tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/security-groups?id=556c52c9-1862-465b-8cc4-63a85924de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311513 Jun 26 16:28:05.561257 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 54256) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:05.681003 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-986c8259-5fa4-46ca-921b-be72372a19cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:05.770687 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-986c8259-5fa4-46ca-921b-be72372a19cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:05.837124 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-986c8259-5fa4-46ca-921b-be72372a19cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:05.839674 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-e24cde40-7b63-418f-87a2-2aa5fa723d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:05.872884 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c8259-5fa4-46ca-921b-be72372a19cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ce1bf3-3002-483e-815a-2da5043773bf,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:05.876995 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-986c8259-5fa4-46ca-921b-be72372a19cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=177e518cce0d432fada77de5b73a41a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3147511 Jun 26 16:28:05.877879 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-986c8259-5fa4-46ca-921b-be72372a19cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:05.879776 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 54264) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:05.929276 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-1ebb9216-2357-43f9-a541-dbe4e3be92d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:05.950439 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-1ebb9216-2357-43f9-a541-dbe4e3be92d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:06.095740 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-1ebb9216-2357-43f9-a541-dbe4e3be92d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:06.098447 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-1ebb9216-2357-43f9-a541-dbe4e3be92d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:06.099797 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-1ebb9216-2357-43f9-a541-dbe4e3be92d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/83ce1bf3-3002-483e-815a-2da5043773bf HTTP/1.1" status: 204 len: 168 time: 0.2190964 Jun 26 16:28:06.100867 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-458630b3-e542-444a-a87a-d22961486d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:06.110577 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb9216-2357-43f9-a541-dbe4e3be92d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ce1bf3-3002-483e-815a-2da5043773bf,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:06.112846 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-1ebb9216-2357-43f9-a541-dbe4e3be92d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:06.217761 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735a207-5c8e-4282-9972-0f4e53b9ec28 req-046500f7-1b03-4888-852b-f911619a1f2f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:06.219354 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8735a207-5c8e-4282-9972-0f4e53b9ec28 req-046500f7-1b03-4888-852b-f911619a1f2f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0694990 Jun 26 16:28:06.257412 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8735a207-5c8e-4282-9972-0f4e53b9ec28 req-361162b9-027d-4523-bbd4-62e95f3e3257 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321541 Jun 26 16:28:06.559763 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fabab-d49b-499d-aa84-2be1f8147015 req-f36d5049-21ae-4db9-8e6b-b832f27b1c02 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:06.561556 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6a6fabab-d49b-499d-aa84-2be1f8147015 req-f36d5049-21ae-4db9-8e6b-b832f27b1c02 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 948 time: 0.0678582 Jun 26 16:28:06.592024 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:06.597814 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6a6fabab-d49b-499d-aa84-2be1f8147015 req-4ef0d722-2053-4553-8065-b80f78c0045a tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/security-groups?id=556c52c9-1862-465b-8cc4-63a85924de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309885 Jun 26 16:28:06.692415 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device fc3098f3-de63-4c84-b5eb-9472d60eb39e up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:06.814684 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning for port fc3098f3-de63-4c84-b5eb-9472d60eb39e completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:06.819304 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port fc3098f3-de63-4c84-b5eb-9472d60eb39e triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:06.819304 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:06.915272 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 54320) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:06.922091 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:06.935091 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4299128b-e0f9-4889-b7e9-de786f54b323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:06.950610 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf913f42-f41b-47cf-8ca0-194af6fc0e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3098f3-de63-4c84-b5eb-9472d60eb39e'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:28:06.954071 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964a6b83-706f-45c5-9ba7-288f5c255402" -d '{"events": [{"server_uuid": "bf913f42-f41b-47cf-8ca0-194af6fc0e15", "name": "network-vif-plugged", "status": "completed", "tag": "fc3098f3-de63-4c84-b5eb-9472d60eb39e"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:28:06.974525 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port fc3098f3-de63-4c84-b5eb-9472d60eb39e, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=fc3098f3-de63-4c84-b5eb-9472d60eb39e,segment=NetworkSegment(6db245fb-9c41-40eb-9cde-2fad4e69da31),segment_id=6db245fb-9c41-40eb-9cde-2fad4e69da31)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:06.994314 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25537214-b6d2-4535-8991-023437518b08 x-openstack-request-id: req-25537214-b6d2-4535-8991-023437518b08 {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:28:06.994443 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf913f42-f41b-47cf-8ca0-194af6fc0e15", "name": "network-vif-plugged", "status": "completed", "tag": "fc3098f3-de63-4c84-b5eb-9472d60eb39e", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:28:06.994641 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25537214-b6d2-4535-8991-023437518b08 {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:28:06.995126 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf913f42-f41b-47cf-8ca0-194af6fc0e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3098f3-de63-4c84-b5eb-9472d60eb39e', 'code': 200} Jun 26 16:28:07.036748 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:07.038862 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:07.049197 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4299128b-e0f9-4889-b7e9-de786f54b323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:07.085392 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=fc3098f3-de63-4c84-b5eb-9472d60eb39e,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:07.088393 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:07.123010 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4299128b-e0f9-4889-b7e9-de786f54b323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:07.125544 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-479fa2ec-aa2b-48f6-b654-51a246d47330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:07.169337 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-4299128b-e0f9-4889-b7e9-de786f54b323 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec47600e6dd04339aef1d364b9c58ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524457 Jun 26 16:28:07.170226 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299128b-e0f9-4889-b7e9-de786f54b323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2966ab-63cb-4527-bb90-c1ba1c4c4512,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:07.171966 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 54328) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:07.180298 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-4299128b-e0f9-4889-b7e9-de786f54b323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:07.239716 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-0e8e53c0-624f-4f7a-a17d-9dc7a97466f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:07.273976 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-0e8e53c0-624f-4f7a-a17d-9dc7a97466f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:07.284086 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-1164028b-d370-4026-b78f-4c4b5d82be57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:07.374428 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-0e8e53c0-624f-4f7a-a17d-9dc7a97466f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:07.377383 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-0e8e53c0-624f-4f7a-a17d-9dc7a97466f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:07.385246 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-0e8e53c0-624f-4f7a-a17d-9dc7a97466f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb2966ab-63cb-4527-bb90-c1ba1c4c4512 HTTP/1.1" status: 204 len: 168 time: 0.2120111 Jun 26 16:28:07.394680 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c7d2ed08-d4c1-4584-82c6-a4af60c55379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:07.452351 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e53c0-624f-4f7a-a17d-9dc7a97466f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2966ab-63cb-4527-bb90-c1ba1c4c4512,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:07.460551 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-0e8e53c0-624f-4f7a-a17d-9dc7a97466f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:07.503725 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfe4e5-41f2-4b84-a15a-a23ed5f93457 req-ece1a9c2-07c6-4055-b499-9b1a5f95c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:07.522335 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-69cfe4e5-41f2-4b84-a15a-a23ed5f93457 req-ece1a9c2-07c6-4055-b499-9b1a5f95c196 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 1102 time: 0.1300001 Jun 26 16:28:07.527893 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0509cb-0626-4c99-9432-574a1cf38b89 req-9fe8a79a-e980-4b8f-ba59-e9b05d74d910 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:07.534961 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cd0509cb-0626-4c99-9432-574a1cf38b89 req-9fe8a79a-e980-4b8f-ba59-e9b05d74d910 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.1370518 Jun 26 16:28:07.582990 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-69cfe4e5-41f2-4b84-a15a-a23ed5f93457 req-812d0cda-d0fa-404c-92ab-4339c475521f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=556c52c9-1862-465b-8cc4-63a85924de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460324 Jun 26 16:28:07.601274 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cd0509cb-0626-4c99-9432-574a1cf38b89 req-8bc2e089-b6a7-4f4b-973c-bb4ff6161a47 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654805 Jun 26 16:28:07.789799 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84c8f5-40e1-4250-a4f6-a05637e4e796 req-9659f597-1b32-4df0-a53f-a7e0f7fb84ea tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:07.791550 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3b84c8f5-40e1-4250-a4f6-a05637e4e796 req-9659f597-1b32-4df0-a53f-a7e0f7fb84ea tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 949 time: 0.0736690 Jun 26 16:28:07.837638 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3b84c8f5-40e1-4250-a4f6-a05637e4e796 req-840c81f0-9d22-45c3-bbe0-96a9bfd15cdb tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/security-groups?id=556c52c9-1862-465b-8cc4-63a85924de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395806 Jun 26 16:28:08.287906 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 54372) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:08.301224 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-44b6501c-b66f-4296-8b03-6b52ad582c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:08.385622 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-44b6501c-b66f-4296-8b03-6b52ad582c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:08.460342 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-44b6501c-b66f-4296-8b03-6b52ad582c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:08.462785 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-1551906f-cfa0-4b97-9a81-49b1614e0070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:08.509211 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6501c-b66f-4296-8b03-6b52ad582c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00ab938-73cf-4702-aefb-0dd8b664294d,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:08.512844 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-44b6501c-b66f-4296-8b03-6b52ad582c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:08.517343 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-44b6501c-b66f-4296-8b03-6b52ad582c7c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bec48275cbaf4e288d93d4a9343f49d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279139 Jun 26 16:28:08.519812 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 54374) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:08.571074 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5c3c2521-d642-4e63-9edc-9c9afc6abe12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:08.593963 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5c3c2521-d642-4e63-9edc-9c9afc6abe12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:08.729041 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5c3c2521-d642-4e63-9edc-9c9afc6abe12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:08.732340 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5c3c2521-d642-4e63-9edc-9c9afc6abe12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:08.734405 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-5c3c2521-d642-4e63-9edc-9c9afc6abe12 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e00ab938-73cf-4702-aefb-0dd8b664294d HTTP/1.1" status: 204 len: 168 time: 0.2125978 Jun 26 16:28:08.734405 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-75021175-0a3a-459c-a5f9-0eff0453697a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:08.757688 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c2521-d642-4e63-9edc-9c9afc6abe12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00ab938-73cf-4702-aefb-0dd8b664294d,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:08.788946 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-5c3c2521-d642-4e63-9edc-9c9afc6abe12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:08.840328 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3dac2c-0107-4cdd-a2d4-cedef3cf075f req-c29b1f16-a165-44f4-b643-2b9078f43eac tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:08.840328 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9d3dac2c-0107-4cdd-a2d4-cedef3cf075f req-c29b1f16-a165-44f4-b643-2b9078f43eac tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0837750 Jun 26 16:28:08.885082 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9d3dac2c-0107-4cdd-a2d4-cedef3cf075f req-346ae5c3-2eed-4169-bd90-ebf0233e30c3 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375886 Jun 26 16:28:09.035309 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f0885-7d70-47ad-995a-1613b9657659 req-c48aa194-169a-4caf-a95b-d767de9636b4 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:09.036819 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6e8f0885-7d70-47ad-995a-1613b9657659 req-c48aa194-169a-4caf-a95b-d767de9636b4 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 949 time: 0.0653603 Jun 26 16:28:09.076198 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6e8f0885-7d70-47ad-995a-1613b9657659 req-d2a8167b-dc77-40a5-b4e4-0be9fb0018a9 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/security-groups?id=556c52c9-1862-465b-8cc4-63a85924de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331507 Jun 26 16:28:09.885010 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:09.955580 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 54428) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:10.056155 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-2bdc4803-c0b2-4a41-837b-86f39e6ce7db admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-450662618-network', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:10.067154 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324806b-5ed0-4e24-a7e5-75b573b8a8bb req-cae77d8d-1f01-4d3a-b10d-c86a09e0dcb9 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:10.068918 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8324806b-5ed0-4e24-a7e5-75b573b8a8bb req-cae77d8d-1f01-4d3a-b10d-c86a09e0dcb9 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0667889 Jun 26 16:28:10.106332 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-3f91a366-af82-4ce5-b4e3-f77c4839298e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:10.106564 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8324806b-5ed0-4e24-a7e5-75b573b8a8bb req-f36b6728-27cf-49a9-a72d-eae18e25af39 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314522 Jun 26 16:28:10.186006 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdc4803-c0b2-4a41-837b-86f39e6ce7db admin admin] Made reservation on behalf of 55cf3d619b72423baea826ad8c737f5b for: {'network': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:10.188403 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2bdc4803-c0b2-4a41-837b-86f39e6ce7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for network, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:10.200263 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2bdc4803-c0b2-4a41-837b-86f39e6ce7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:10.256496 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01651b-2280-49ad-9d54-aba81344e255 req-3d49a59e-def7-4cb0-81b0-f729730de7d3 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:10.261417 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cb01651b-2280-49ad-9d54-aba81344e255 req-3d49a59e-def7-4cb0-81b0-f729730de7d3 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 949 time: 0.0664208 Jun 26 16:28:10.298116 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cb01651b-2280-49ad-9d54-aba81344e255 req-efebab81-1473-4422-a6f7-eb3e9f8924fc tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/security-groups?id=556c52c9-1862-465b-8cc4-63a85924de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329225 Jun 26 16:28:10.311084 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2bdc4803-c0b2-4a41-837b-86f39e6ce7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:10.379750 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2bdc4803-c0b2-4a41-837b-86f39e6ce7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:10.383438 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-130edcab-c434-4b72-9357-31065c9d8a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:10.400165 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdc4803-c0b2-4a41-837b-86f39e6ce7db admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:28:10.418128 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc4803-c0b2-4a41-837b-86f39e6ce7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c77bf0-a22b-47b3-89ec-49431016546b,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:10.421229 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2bdc4803-c0b2-4a41-837b-86f39e6ce7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:10.424050 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.segments_db [None req-2bdc4803-c0b2-4a41-837b-86f39e6ce7db admin admin] Added segment d0cfdb46-031c-4c02-baae-cb8fc3088fc7 of type vlan for network def1ce9b-0209-447b-b28a-e08d7371c68b Jun 26 16:28:10.424050 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-2bdc4803-c0b2-4a41-837b-86f39e6ce7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:10.473917 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2bdc4803-c0b2-4a41-837b-86f39e6ce7db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735252774503'] for network, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:10.580068 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2bdc4803-c0b2-4a41-837b-86f39e6ce7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for network, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:10.581448 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdc4803-c0b2-4a41-837b-86f39e6ce7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:10.582030 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2bdc4803-c0b2-4a41-837b-86f39e6ce7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:10.590959 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-26619588-9ac4-4263-9447-e4e338096731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:10.658995 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc4803-c0b2-4a41-837b-86f39e6ce7db admin admin] Pushing event updated for resources: {'Network': ['ID=def1ce9b-0209-447b-b28a-e08d7371c68b,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:10.664281 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-2bdc4803-c0b2-4a41-837b-86f39e6ce7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:10.671893 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Network def1ce9b-0209-447b-b28a-e08d7371c68b details requested by agent ovs-agent-dv-cinder-798189-1-iscsi with host dv-cinder-798189-1-iscsi {{(pid=93426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:28:10.689417 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-2bdc4803-c0b2-4a41-837b-86f39e6ce7db admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7327905 Jun 26 16:28:10.693954 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 54450) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:10.699118 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Request body: {'subnet': {'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-450662618-subnet', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'ip_version': 4}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:10.779936 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Made reservation on behalf of 55cf3d619b72423baea826ad8c737f5b for: {'subnet': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:10.782898 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10403504'] for subnet, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:10.848894 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:11.021305 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282975b-9223-4359-90b3-4d7c171e8034 req-37c50a26-7d91-4472-968a-61f98278f2d3 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:11.022703 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f282975b-9223-4359-90b3-4d7c171e8034 req-37c50a26-7d91-4472-968a-61f98278f2d3 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 949 time: 0.0686617 Jun 26 16:28:11.062791 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f282975b-9223-4359-90b3-4d7c171e8034 req-d309633b-7e01-4266-a3a5-284709d2a3fd tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/security-groups?id=556c52c9-1862-465b-8cc4-63a85924de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331008 Jun 26 16:28:11.072310 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9987611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10403490'] for subnet, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:11.075963 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:11.127387 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91a97eac-e645-4b77-b890-2564c4b72980,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:11.139288 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:11.139656 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:11.140207 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:11.140556 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:11.140902 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:11.141248 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:11.141590 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:11.142119 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:11.142254 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:11.142758 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:11.143117 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:11.143453 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:11.148078 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:11.149473 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Checking segment: {'id': 'd0cfdb46-031c-4c02-baae-cb8fc3088fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:11.149828 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Network hostable DHCP agents. Network: def1ce9b-0209-447b-b28a-e08d7371c68b, hostable agents: ['e5212cc2-9f20-47fc-9661-8d059b13ec7e'], hosted agents: [] {{(pid=93424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:28:11.249445 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Network def1ce9b-0209-447b-b28a-e08d7371c68b is scheduled to be hosted by DHCP agent e5212cc2-9f20-47fc-9661-8d059b13ec7e with binding_index 1 {{(pid=93424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:28:11.311825 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-iscsi, def1ce9b-0209-447b-b28a-e08d7371c68b) {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:11.316448 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:11.317033 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:11.332628 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c721e0-09a9-4bb5-b287-f6d36458a01f None None] Network def1ce9b-0209-447b-b28a-e08d7371c68b requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:28:11.415721 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-21b1d0d2-3825-4bc0-9025-bfb76dfedb73 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7206008 Jun 26 16:28:11.418197 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 54480) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:11.423887 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-c9a5313a-cf8d-4332-94ce-76dd2409b97d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-450662618-router', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:11.539457 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ca9a55-d6be-55c4-8bea-142b29d96e3d-def1ce9b-0209-447b-b28a-e08d7371c68b', 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'fixed_ips': [{'subnet_id': '91a97eac-e645-4b77-b890-2564c4b72980'}]}} from dv-cinder-798189-1-iscsi. {{(pid=93426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 16:28:11.540496 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:11.546173 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c9a5313a-cf8d-4332-94ce-76dd2409b97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:11.547379 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c9a5313a-cf8d-4332-94ce-76dd2409b97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679976', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5645'] for router, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:11.571205 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1c42d-cff0-4993-b502-7552585d1019 req-f63c86e4-6167-47bb-afd3-0e2893e2a7de tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:11.581397 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a6c1c42d-cff0-4993-b502-7552585d1019 req-f63c86e4-6167-47bb-afd3-0e2893e2a7de tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.3306649 Jun 26 16:28:11.621307 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c9a5313a-cf8d-4332-94ce-76dd2409b97d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:11.636715 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a6c1c42d-cff0-4993-b502-7552585d1019 req-a156daec-1e52-4c73-b2f5-afb90a7bcefa tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539415 Jun 26 16:28:11.729568 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.db_base_plugin_common [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Allocated IP 172.20.0.2 (def1ce9b-0209-447b-b28a-e08d7371c68b/91a97eac-e645-4b77-b890-2564c4b72980/d9faecbf-5229-4043-aea0-431acfd07683) {{(pid=93426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:11.834658 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c9a5313a-cf8d-4332-94ce-76dd2409b97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5695'] for router, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:11.918239 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Notify callbacks [] for port, precommit_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:11.937758 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Transition to ACTIVE for port object d9faecbf-5229-4043-aea0-431acfd07683 will not be triggered until provisioned by entity L2. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:11.961074 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Transition to ACTIVE for port object d9faecbf-5229-4043-aea0-431acfd07683 will not be triggered until provisioned by entity DHCP. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:12.050179 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741'] for port, after_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.054709 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:12.108234 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Network def1ce9b-0209-447b-b28a-e08d7371c68b is already hosted by enough agents. {{(pid=93426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:12.116687 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.scheduler.base_scheduler [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Resources bound (agent type, host, resource id): {{(pid=93426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:12.120800 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Received port after_create {{(pid=93426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:12.123218 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Pushing event updated for resources: {'Port': ['ID=d9faecbf-5229-4043-aea0-431acfd07683,revision_number=1']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:12.126244 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:28:12.126785 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:12.201781 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Attempting to bind port d9faecbf-5229-4043-aea0-431acfd07683 on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:28:12.202295 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Attempting to bind port d9faecbf-5229-4043-aea0-431acfd07683 by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': 'd0cfdb46-031c-4c02-baae-cb8fc3088fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b'}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:28:12.202948 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Attempting to bind port d9faecbf-5229-4043-aea0-431acfd07683 on network def1ce9b-0209-447b-b28a-e08d7371c68b {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:12.210076 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:28:12.210338 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Checking segment: {'id': 'd0cfdb46-031c-4c02-baae-cb8fc3088fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:12.210902 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.211540 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Bound using segment: {'id': 'd0cfdb46-031c-4c02-baae-cb8fc3088fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b'} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:28:12.212134 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Bound port: d9faecbf-5229-4043-aea0-431acfd07683, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0cfdb46-031c-4c02-baae-cb8fc3088fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b'}}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:28:12.212546 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.292341 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c9a5313a-cf8d-4332-94ce-76dd2409b97d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.306984 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] For port d9faecbf-5229-4043-aea0-431acfd07683, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:28:12.317822 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] For port d9faecbf-5229-4043-aea0-431acfd07683, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=d9faecbf-5229-4043-aea0-431acfd07683,segment=NetworkSegment(d0cfdb46-031c-4c02-baae-cb8fc3088fc7),segment_id=d0cfdb46-031c-4c02-baae-cb8fc3088fc7)] {{(pid=93426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:28:12.325258 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c9a5313a-cf8d-4332-94ce-76dd2409b97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.346206 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d79c9-1e3a-4b9f-9cff-bae08ee2fd54 req-42dfd12c-bc4e-439f-b619-5b804dba466d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:12.347747 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7c4d79c9-1e3a-4b9f-9cff-bae08ee2fd54 req-42dfd12c-bc4e-439f-b619-5b804dba466d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 949 time: 0.0935624 Jun 26 16:28:12.402352 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7c4d79c9-1e3a-4b9f-9cff-bae08ee2fd54 req-736c0cfe-c719-49b6-8ae6-39eddcc789de tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/security-groups?id=556c52c9-1862-465b-8cc4-63a85924de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469427 Jun 26 16:28:12.403787 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.405844 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:12.478854 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Pushing event updated for resources: {'Port': ['ID=d9faecbf-5229-4043-aea0-431acfd07683,revision_number=2']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:12.486161 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:12.489396 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [None req-c9a5313a-cf8d-4332-94ce-76dd2409b97d admin admin] Allocated IP 172.27.2.183 (1236ffa6-61e0-401d-8733-f5e5c635b4bb/85c7ca79-f8ed-404d-bbb5-368914d3121b/dffdc616-401f-4be3-a9d5-4eeb2582a6c7) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:12.614380 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c9a5313a-cf8d-4332-94ce-76dd2409b97d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.637156 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.814754 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c9a5313a-cf8d-4332-94ce-76dd2409b97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9987695'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.823770 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:12.899491 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a5313a-cf8d-4332-94ce-76dd2409b97d admin admin] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:12.899491 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-c9a5313a-cf8d-4332-94ce-76dd2409b97d admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:12.899491 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a5313a-cf8d-4332-94ce-76dd2409b97d admin admin] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:12.912803 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab576e-2150-4d23-8970-07115beab89d req-23eab4a3-c129-4406-b2f8-1b4c4903d209 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:12.922669 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cbab576e-2150-4d23-8970-07115beab89d req-23eab4a3-c129-4406-b2f8-1b4c4903d209 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.1393356 Jun 26 16:28:12.950564 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5313a-cf8d-4332-94ce-76dd2409b97d admin admin] Pushing event updated for resources: {'Port': ['ID=dffdc616-401f-4be3-a9d5-4eeb2582a6c7,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:12.958204 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-c9a5313a-cf8d-4332-94ce-76dd2409b97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:12.999719 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cbab576e-2150-4d23-8970-07115beab89d req-9a278187-6bae-4d76-8007-caa97363623b tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761609 Jun 26 16:28:13.276678 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ea303-03a4-4dbc-b9f0-b0980e2e3fe4 req-c7b1bc9e-a20e-4e3b-8db0-974ff58c8d6d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:13.278220 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-229ea303-03a4-4dbc-b9f0-b0980e2e3fe4 req-c7b1bc9e-a20e-4e3b-8db0-974ff58c8d6d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 949 time: 0.1017385 Jun 26 16:28:13.423897 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-229ea303-03a4-4dbc-b9f0-b0980e2e3fe4 req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Deleting port fc3098f3-de63-4c84-b5eb-9472d60eb39e {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:28:13.424239 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-229ea303-03a4-4dbc-b9f0-b0980e2e3fe4 req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:13.555640 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c9a5313a-cf8d-4332-94ce-76dd2409b97d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:13.567226 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-229ea303-03a4-4dbc-b9f0-b0980e2e3fe4 req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] For port fc3098f3-de63-4c84-b5eb-9472d60eb39e, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=fc3098f3-de63-4c84-b5eb-9472d60eb39e,segment=NetworkSegment(6db245fb-9c41-40eb-9cde-2fad4e69da31),segment_id=6db245fb-9c41-40eb-9cde-2fad4e69da31)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:13.567573 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-229ea303-03a4-4dbc-b9f0-b0980e2e3fe4 req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:13.616378 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-229ea303-03a4-4dbc-b9f0-b0980e2e3fe4 req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Calling delete_port for fc3098f3-de63-4c84-b5eb-9472d60eb39e owned by compute:nova {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:28:13.730169 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d914b-2234-4ff3-b3dc-c7b92ff5b4af req-315379d4-3d3d-4585-92ff-adf77ce11035 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:13.731976 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-567d914b-2234-4ff3-b3dc-c7b92ff5b4af req-315379d4-3d3d-4585-92ff-adf77ce11035 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 949 time: 0.1542637 Jun 26 16:28:13.799733 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c9a5313a-cf8d-4332-94ce-76dd2409b97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646799'] for router, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:13.806310 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-567d914b-2234-4ff3-b3dc-c7b92ff5b4af req-3a13801d-5598-4d5b-bcd9-7706d0fdad2a tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/security-groups?id=556c52c9-1862-465b-8cc4-63a85924de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599360 Jun 26 16:28:13.993877 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f92401-c686-4be1-adb4-4a809435c9d8 None None] Network def1ce9b-0209-447b-b28a-e08d7371c68b requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:28:14.236079 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d28f05-b630-4d0d-bfe2-8b5c02645442 req-a8616bd7-91c3-41c4-8ff6-7c4f61e725ea tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:14.238212 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-82d28f05-b630-4d0d-bfe2-8b5c02645442 req-a8616bd7-91c3-41c4-8ff6-7c4f61e725ea tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0764492 Jun 26 16:28:14.280731 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device d9faecbf-5229-4043-aea0-431acfd07683 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:14.294418 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-82d28f05-b630-4d0d-bfe2-8b5c02645442 req-a9444dbd-6724-4d7b-9cb5-dff0b45d7a67 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508327 Jun 26 16:28:14.694336 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a5313a-cf8d-4332-94ce-76dd2409b97d admin admin] Router dea18cc8-8a68-4739-8522-659d787c55a8 is scheduled to L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 with binding_index 1 {{(pid=93424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 16:28:14.695306 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-fa7d206e-6589-4229-b72e-2d199c45c150 None None] Provisioning for port d9faecbf-5229-4043-aea0-431acfd07683 completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:14.697278 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-229ea303-03a4-4dbc-b9f0-b0980e2e3fe4 req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:14.703604 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-5219597b-0c2a-467b-9b78-dd7f346be83e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:14.705162 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port d9faecbf-5229-4043-aea0-431acfd07683 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:14.708984 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-fa7d206e-6589-4229-b72e-2d199c45c150 None None] Provisioning complete for port d9faecbf-5229-4043-aea0-431acfd07683 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:14.709588 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-fa7d206e-6589-4229-b72e-2d199c45c150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:14.713281 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port d9faecbf-5229-4043-aea0-431acfd07683 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:14.713978 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:14.740891 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['fc3098f3-de63-4c84-b5eb-9472d60eb39e'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:28:14.747149 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Pushing event deleted for resources: {'Port': ['ID=fc3098f3-de63-4c84-b5eb-9472d60eb39e,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:14.757152 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:14.757568 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:14.757934 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:14.758304 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:14.758634 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:14.759040 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:14.759424 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:14.759778 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:14.760122 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:14.761351 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:14.761707 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:14.762249 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:14.772763 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:14.834012 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a5313a-cf8d-4332-94ce-76dd2409b97d admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:28:14.847626 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] Sync routers for ids ['dea18cc8-8a68-4739-8522-659d787c55a8'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:28:14.889709 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-fa7d206e-6589-4229-b72e-2d199c45c150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:14.898330 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] Routers {'dea18cc8-8a68-4739-8522-659d787c55a8'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:28:14.904053 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:28:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['dea18cc8-8a68-4739-8522-659d787c55a8'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:14.914795 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:14.946053 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c9a5313a-cf8d-4332-94ce-76dd2409b97d admin admin] Notify callbacks [] for router, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:14.948492 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-c9a5313a-cf8d-4332-94ce-76dd2409b97d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5279419 Jun 26 16:28:14.953135 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 54588) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:14.961378 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port d9faecbf-5229-4043-aea0-431acfd07683, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=d9faecbf-5229-4043-aea0-431acfd07683,segment=NetworkSegment(d0cfdb46-031c-4c02-baae-cb8fc3088fc7),segment_id=d0cfdb46-031c-4c02-baae-cb8fc3088fc7)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:15.050013 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] Set router dea18cc8-8a68-4739-8522-659d787c55a8 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:28:15.052831 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a96c218c-e28c-4425-bd97-07344bb4e510 req-4cd7e54f-5528-47d9-b950-39abb618394e tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 210 time: 0.0405114 Jun 26 16:28:15.067330 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.083940 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:15.291917 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-229ea303-03a4-4dbc-b9f0-b0980e2e3fe4 req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] No DVR routers for this DVR port fc3098f3-de63-4c84-b5eb-9472d60eb39e on host hv-cinder-79818 {{(pid=93425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:28:15.301833 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-229ea303-03a4-4dbc-b9f0-b0980e2e3fe4 req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.304171 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.db.api [None req-fa7d206e-6589-4229-b72e-2d199c45c150 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 16:28:15.304571 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_db.api [None req-fa7d206e-6589-4229-b72e-2d199c45c150 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 16:28:15.311033 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=d9faecbf-5229-4043-aea0-431acfd07683,revision_number=3']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:15.313649 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-229ea303-03a4-4dbc-b9f0-b0980e2e3fe4 req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.38 "DELETE /v2.0/ports/fc3098f3-de63-4c84-b5eb-9472d60eb39e HTTP/1.1" status: 204 len: 173 time: 2.0158982 Jun 26 16:28:15.314335 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf913f42-f41b-47cf-8ca0-194af6fc0e15', 'name': 'network-vif-deleted', 'tag': 'fc3098f3-de63-4c84-b5eb-9472d60eb39e'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:28:15.317899 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:15.332911 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69a3383-48f6-4f1e-aff8-3593fae7d16d" -d '{"events": [{"server_uuid": "bf913f42-f41b-47cf-8ca0-194af6fc0e15", "name": "network-vif-deleted", "tag": "fc3098f3-de63-4c84-b5eb-9472d60eb39e"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:28:15.342183 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'name': 'tempest-TestMinimumBasicScenario-450662618-router', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:11Z', 'updated_at': '2021-06-26T16:28:13Z', 'revision_number': 3, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'gw_port': {'id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:12Z', 'updated_at': '2021-06-26T16:28:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:15.388918 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] Checking router: dea18cc8-8a68-4739-8522-659d787c55a8 for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:28:15.391335 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] Updating router dea18cc8-8a68-4739-8522-659d787c55a8 port dffdc616-401f-4be3-a9d5-4eeb2582a6c7 binding host dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:28:15.442703 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.551386 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394545a-a4cf-4a19-9134-f874061daced req-d9c8f24b-5c72-48e1-9b29-322777be321d tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:15.553587 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6394545a-a4cf-4a19-9134-f874061daced req-d9c8f24b-5c72-48e1-9b29-322777be321d tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0787027 Jun 26 16:28:15.647364 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.665025 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6394545a-a4cf-4a19-9134-f874061daced req-6087fea3-9189-4599-9051-253da1563392 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006808 Jun 26 16:28:15.683914 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a26921-911e-4b7f-97fc-90e48fd117d9 x-openstack-request-id: req-06a26921-911e-4b7f-97fc-90e48fd117d9 {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:28:15.684108 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf913f42-f41b-47cf-8ca0-194af6fc0e15", "name": "network-vif-deleted", "tag": "fc3098f3-de63-4c84-b5eb-9472d60eb39e", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:28:15.684867 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06a26921-911e-4b7f-97fc-90e48fd117d9 {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:28:15.685458 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf913f42-f41b-47cf-8ca0-194af6fc0e15', 'name': 'network-vif-deleted', 'tag': 'fc3098f3-de63-4c84-b5eb-9472d60eb39e', 'status': 'completed', 'code': 200} Jun 26 16:28:15.833557 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.846237 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] Transition to ACTIVE for port object dffdc616-401f-4be3-a9d5-4eeb2582a6c7 will not be triggered until provisioned by entity L2. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:15.878111 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Allocated IP 172.20.0.1 (def1ce9b-0209-447b-b28a-e08d7371c68b/91a97eac-e645-4b77-b890-2564c4b72980/d94deee9-cbc4-4543-adb1-aaccc5047121) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:15.923334 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.926806 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c3c157a1-cbfa-4d4c-b972-385e9599e0b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:15.940251 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-09d4d3c0-6299-4874-bb2c-ec689a12d74e tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:15.941752 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-09d4d3c0-6299-4874-bb2c-ec689a12d74e tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/networks?id=97994b83-c9d5-4295-b996-e7ea06d003f7 HTTP/1.1" status: 200 len: 815 time: 0.1513512 Jun 26 16:28:15.966241 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-3baaeded-a86d-4e4f-a679-782754b0e4c2 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/quotas/14ad47b559944607a65533bcc1a88f5a HTTP/1.1" status: 200 len: 375 time: 0.0153139 Jun 26 16:28:15.990017 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-a62a4b1a-5f85-4c90-8a12-86958cbd28bf None None] Provisioning complete for port d9faecbf-5229-4043-aea0-431acfd07683 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:15.990957 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-a62a4b1a-5f85-4c90-8a12-86958cbd28bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.011240 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] Attempting to bind port dffdc616-401f-4be3-a9d5-4eeb2582a6c7 on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:28:16.011615 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] Attempting to bind port dffdc616-401f-4be3-a9d5-4eeb2582a6c7 by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:28:16.012161 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] Attempting to bind port dffdc616-401f-4be3-a9d5-4eeb2582a6c7 on network 1236ffa6-61e0-401d-8733-f5e5c635b4bb {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:16.015323 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939dabc1-633a-4a3f-b37b-882d4bd066f2 None None] Pushing event updated for resources: {'Port': ['ID=dffdc616-401f-4be3-a9d5-4eeb2582a6c7,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:16.020169 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:28:16.020552 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] Checking segment: {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:16.020961 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.021528 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] Bound using segment: {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'} {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:28:16.022165 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] Bound port: dffdc616-401f-4be3-a9d5-4eeb2582a6c7, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:28:16.022571 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.029594 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dabc1-633a-4a3f-b37b-882d4bd066f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:16.029938 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dabc1-633a-4a3f-b37b-882d4bd066f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:16.030274 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dabc1-633a-4a3f-b37b-882d4bd066f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:16.030602 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dabc1-633a-4a3f-b37b-882d4bd066f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:16.030966 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dabc1-633a-4a3f-b37b-882d4bd066f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:16.031288 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dabc1-633a-4a3f-b37b-882d4bd066f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:16.031601 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dabc1-633a-4a3f-b37b-882d4bd066f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:16.032086 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dabc1-633a-4a3f-b37b-882d4bd066f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:16.032577 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dabc1-633a-4a3f-b37b-882d4bd066f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:16.033059 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dabc1-633a-4a3f-b37b-882d4bd066f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:16.033534 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dabc1-633a-4a3f-b37b-882d4bd066f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:16.034156 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dabc1-633a-4a3f-b37b-882d4bd066f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:16.053144 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.056259 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-939dabc1-633a-4a3f-b37b-882d4bd066f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:16.076946 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.provisioning_blocks [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Transition to ACTIVE for port object d94deee9-cbc4-4543-adb1-aaccc5047121 will not be triggered until provisioned by entity DHCP. {{(pid=93424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:16.087237 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-43414c80-627c-4de7-8191-da23715a3939 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=14ad47b559944607a65533bcc1a88f5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1200271 Jun 26 16:28:16.146270 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] For port dffdc616-401f-4be3-a9d5-4eeb2582a6c7, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:28:16.153902 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] For port dffdc616-401f-4be3-a9d5-4eeb2582a6c7, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=dffdc616-401f-4be3-a9d5-4eeb2582a6c7,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:28:16.221637 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9987695'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.224639 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-694255d3-e3d6-435c-8f3f-a812f9e5275a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:16.240224 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device d9faecbf-5229-4043-aea0-431acfd07683 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:16.249141 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.263902 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:16.290463 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Network def1ce9b-0209-447b-b28a-e08d7371c68b is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:16.293292 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:16.295912 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:16.315870 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f6e34b6a-c236-42c6-adc8-edd62110419d req-e779667a-eefe-40f9-93c2-98f71f7acf51 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf913f42-f41b-47cf-8ca0-194af6fc0e15 HTTP/1.1" status: 200 len: 210 time: 0.0642173 Jun 26 16:28:16.328869 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-8421d50f-05df-487b-aabd-acf9d1b2b497 service neutron] 10.222.0.35 "GET /v2.0/networks/97994b83-c9d5-4295-b996-e7ea06d003f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331171 Jun 26 16:28:16.346909 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684301'] for router_interface, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.351570 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Pushing event updated for resources: {'Port': ['ID=d94deee9-cbc4-4543-adb1-aaccc5047121,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:16.359541 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port d9faecbf-5229-4043-aea0-431acfd07683 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:16.360123 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.365895 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:16.375127 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] Routers {'dea18cc8-8a68-4739-8522-659d787c55a8'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:28:16.376003 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:28:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['dea18cc8-8a68-4739-8522-659d787c55a8'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:16.483923 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11949a7b-7d61-4189-ab5b-e677a91613cb req-2f116a3b-80ed-48a5-b970-3f2ac08a5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:16.488765 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-11949a7b-7d61-4189-ab5b-e677a91613cb req-2f116a3b-80ed-48a5-b970-3f2ac08a5808 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 1098 time: 0.2774687 Jun 26 16:28:16.509908 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939dabc1-633a-4a3f-b37b-882d4bd066f2 None None] Pushing event updated for resources: {'Port': ['ID=dffdc616-401f-4be3-a9d5-4eeb2582a6c7,revision_number=3']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:16.515984 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-939dabc1-633a-4a3f-b37b-882d4bd066f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:16.574949 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-44bb4ed2-a95a-4e4a-b3bc-922bce564085 service neutron] 10.222.0.35 "GET /v2.0/networks/97994b83-c9d5-4295-b996-e7ea06d003f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416382 Jun 26 16:28:16.597239 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] Set router dea18cc8-8a68-4739-8522-659d787c55a8 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:28:16.603736 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-11949a7b-7d61-4189-ab5b-e677a91613cb req-a4da0c41-0c57-470c-83c9-a58ae8d92db0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026928 Jun 26 16:28:16.743198 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device fc3098f3-de63-4c84-b5eb-9472d60eb39e no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:28:16.748493 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.767221 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] No Port match for: fc3098f3-de63-4c84-b5eb-9472d60eb39e {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:28:16.767928 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device fc3098f3-de63-4c84-b5eb-9472d60eb39e not bound to the agent host hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:28:16.802893 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-7d3d55fe-b128-41d9-b2da-de76a6d661dc None None] Provisioning for port d94deee9-cbc4-4543-adb1-aaccc5047121 completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:16.808135 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-7d3d55fe-b128-41d9-b2da-de76a6d661dc None None] Provisioning complete for port d94deee9-cbc4-4543-adb1-aaccc5047121 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:16.808565 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-7d3d55fe-b128-41d9-b2da-de76a6d661dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.856902 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-7d3d55fe-b128-41d9-b2da-de76a6d661dc None None] Port d94deee9-cbc4-4543-adb1-aaccc5047121 cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:28:16.945657 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'name': 'tempest-TestMinimumBasicScenario-450662618-router', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:11Z', 'updated_at': '2021-06-26T16:28:13Z', 'revision_number': 3, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'gw_port': {'id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:12Z', 'updated_at': '2021-06-26T16:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:16.957987 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-80cc0513-0e79-44d5-b756-c40e917ef7f3 req-41a6bdae-bd65-4ac8-927a-c94f61145b75 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=d417b2f9-b72a-4a4a-9851-a91b84d65342 HTTP/1.1" status: 200 len: 210 time: 0.0422857 Jun 26 16:28:16.977628 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.979467 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2284b4-349d-4ed4-b237-c61c88deaa9a req-2ecf147a-90f2-4dcd-b094-7c20fb1ac48e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:16.981464 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411902dc-f46b-40ef-93bf-082358655f52 None None] The sync data for ids ['dea18cc8-8a68-4739-8522-659d787c55a8'] in dv-cinder-798189-1-iscsi is: [{'id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'name': 'tempest-TestMinimumBasicScenario-450662618-router', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:11Z', 'updated_at': '2021-06-26T16:28:13Z', 'revision_number': 3, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'gw_port': {'id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:12Z', 'updated_at': '2021-06-26T16:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:28:16.983101 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7c2284b4-349d-4ed4-b237-c61c88deaa9a req-2ecf147a-90f2-4dcd-b094-7c20fb1ac48e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.1180391 Jun 26 16:28:17.039305 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7c2284b4-349d-4ed4-b237-c61c88deaa9a req-6dedb0cd-0e7b-4fdb-9534-6df433d4f287 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490034 Jun 26 16:28:17.053930 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:17.056916 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-68c25702-68e5-41a4-a2d1-d1cece1563b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:17.125607 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Pushing event updated for resources: {'Port': ['ID=d94deee9-cbc4-4543-adb1-aaccc5047121,revision_number=2']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:17.131085 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:17.131202 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684433'] for router_interface, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:17.240860 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Network def1ce9b-0209-447b-b28a-e08d7371c68b is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:17.242553 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:17.425080 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Router dea18cc8-8a68-4739-8522-659d787c55a8 has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:28:17.595653 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-891213be-0022-4f50-8e9e-3fc1928ab869 None None] Provisioning complete for port d94deee9-cbc4-4543-adb1-aaccc5047121 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:17.596148 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-891213be-0022-4f50-8e9e-3fc1928ab869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:17.609087 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:28:17.665435 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] 10.222.0.35 "PUT /v2.0/routers/dea18cc8-8a68-4739-8522-659d787c55a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7108440 Jun 26 16:28:17.672334 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-891213be-0022-4f50-8e9e-3fc1928ab869 None None] Port d94deee9-cbc4-4543-adb1-aaccc5047121 cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:28:18.140940 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-63cffbc1-d81a-422f-b81f-588110145171 req-3768e8d3-828f-4386-ad57-2fb759c3350e tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=d417b2f9-b72a-4a4a-9851-a91b84d65342 HTTP/1.1" status: 200 len: 210 time: 0.0346954 Jun 26 16:28:18.284863 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260573e-1db3-487e-8917-707c2ffb07a4 req-86621f4a-9c7a-447f-9cf1-828da576327b tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:18.293341 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device dffdc616-401f-4be3-a9d5-4eeb2582a6c7 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:18.297221 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a260573e-1db3-487e-8917-707c2ffb07a4 req-86621f4a-9c7a-447f-9cf1-828da576327b tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0926683 Jun 26 16:28:18.331804 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a260573e-1db3-487e-8917-707c2ffb07a4 req-777398ad-bfb5-47aa-bde9-8b64538d4650 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336533 Jun 26 16:28:18.409353 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port dffdc616-401f-4be3-a9d5-4eeb2582a6c7 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:18.420287 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port dffdc616-401f-4be3-a9d5-4eeb2582a6c7 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:18.420674 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:18.526825 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:18.584187 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port dffdc616-401f-4be3-a9d5-4eeb2582a6c7, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=dffdc616-401f-4be3-a9d5-4eeb2582a6c7,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:18.591253 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 54726) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:18.608615 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-7727746b-d792-45c9-bb69-bfa8b4067875 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-955654195-network', 'tenant_id': '49098a4caced4b719521c5796683480f'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:18.700029 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:18.701937 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:18.716401 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7727746b-d792-45c9-bb69-bfa8b4067875 admin admin] Made reservation on behalf of 49098a4caced4b719521c5796683480f for: {'network': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:18.719053 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7727746b-d792-45c9-bb69-bfa8b4067875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for network, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:18.741612 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7727746b-d792-45c9-bb69-bfa8b4067875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:18.772858 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=dffdc616-401f-4be3-a9d5-4eeb2582a6c7,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:18.790843 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:18.857449 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7727746b-d792-45c9-bb69-bfa8b4067875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:18.913381 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7727746b-d792-45c9-bb69-bfa8b4067875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:18.914008 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] Sync routers for ids ['dea18cc8-8a68-4739-8522-659d787c55a8'] in dv-cinder-798189-1-iscsi {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:28:18.919656 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-e2a9cfaa-7edf-4cbe-bf1b-f58448a28ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:18.926353 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] Routers {'dea18cc8-8a68-4739-8522-659d787c55a8'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:28:18.927080 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:28:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['dea18cc8-8a68-4739-8522-659d787c55a8'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:18.947262 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7727746b-d792-45c9-bb69-bfa8b4067875 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=93424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:28:18.959348 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727746b-d792-45c9-bb69-bfa8b4067875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39dc1b1-19be-4fa4-a0bd-b8281bffccdd,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:18.962972 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-7727746b-d792-45c9-bb69-bfa8b4067875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:18.975747 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7727746b-d792-45c9-bb69-bfa8b4067875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:18.975747 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.segments_db [None req-7727746b-d792-45c9-bb69-bfa8b4067875 admin admin] Added segment 7067c21e-8af0-4023-990b-b550c9471bc5 of type vlan for network e94c20e7-5965-43ca-9670-d24ba76c78fd Jun 26 16:28:19.072319 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7727746b-d792-45c9-bb69-bfa8b4067875 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735252774503'] for network, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:19.106146 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] Set router dea18cc8-8a68-4739-8522-659d787c55a8 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:28:19.134842 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257c380-7e6c-4849-987a-3d42174d29fd req-4fbb5180-6c3c-4bd6-8bba-5acb1afb60a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:19.137583 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f257c380-7e6c-4849-987a-3d42174d29fd req-4fbb5180-6c3c-4bd6-8bba-5acb1afb60a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86896a6b6e4744a48feb2d643fa1a7e6&device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 1098 time: 0.1201842 Jun 26 16:28:19.151078 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9988dc5-e165-41fd-8796-e5f59a746fd7 req-e2dd33ca-002f-4adf-a787-0a8d98bc796f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:19.156089 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e9988dc5-e165-41fd-8796-e5f59a746fd7 req-e2dd33ca-002f-4adf-a787-0a8d98bc796f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.1878955 Jun 26 16:28:19.174190 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7727746b-d792-45c9-bb69-bfa8b4067875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for network, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:19.176193 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7727746b-d792-45c9-bb69-bfa8b4067875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:19.184037 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7727746b-d792-45c9-bb69-bfa8b4067875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:19.193973 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-ea3f244a-72d2-4b2d-874d-dbc2ce782cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:19.275237 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727746b-d792-45c9-bb69-bfa8b4067875 admin admin] Pushing event updated for resources: {'Network': ['ID=e94c20e7-5965-43ca-9670-d24ba76c78fd,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:19.283372 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-7727746b-d792-45c9-bb69-bfa8b4067875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:19.283746 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e9988dc5-e165-41fd-8796-e5f59a746fd7 req-e7f0c80a-2045-473b-bd81-0248131057fa tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207085 Jun 26 16:28:19.309629 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Network e94c20e7-5965-43ca-9670-d24ba76c78fd details requested by agent ovs-agent-dv-cinder-798189-1-iscsi with host dv-cinder-798189-1-iscsi {{(pid=93426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:28:19.335042 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257c380-7e6c-4849-987a-3d42174d29fd req-5b6d5738-7231-45fc-b03d-4e45d624e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:19.336982 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f257c380-7e6c-4849-987a-3d42174d29fd req-5b6d5738-7231-45fc-b03d-4e45d624e26f service neutron] 10.222.0.38 "GET /v2.0/networks?id=838ee064-f821-42c8-9617-9a149204fe5b HTTP/1.1" status: 200 len: 919 time: 0.1713436 Jun 26 16:28:19.359340 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 54788) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:19.370687 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-7727746b-d792-45c9-bb69-bfa8b4067875 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7744610 Jun 26 16:28:19.373149 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 54792) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:19.381321 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-78b3e977-9c7e-4203-9785-c94701ce54c5 admin admin] Request body: {'subnet': {'network_id': 'e94c20e7-5965-43ca-9670-d24ba76c78fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-955654195-subnet', 'tenant_id': '49098a4caced4b719521c5796683480f', 'ip_version': 4}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:19.411833 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f257c380-7e6c-4849-987a-3d42174d29fd req-8cc1ded7-6bed-4644-b3ab-e19e4c51ba8f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5981eb1-4cf0-4f06-a9d8-d474ee270606 HTTP/1.1" status: 200 len: 217 time: 0.0588148 Jun 26 16:28:19.484364 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-71f4bb92-c5e4-4a77-811f-2cdfbdb47d50 req-a78f077e-9eee-41b7-920a-d8425e57680c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=d417b2f9-b72a-4a4a-9851-a91b84d65342 HTTP/1.1" status: 200 len: 210 time: 0.0547836 Jun 26 16:28:19.498653 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257c380-7e6c-4849-987a-3d42174d29fd req-bd4a4ee3-782c-4ee0-9746-048fc9cf5a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:19.500759 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f257c380-7e6c-4849-987a-3d42174d29fd req-bd4a4ee3-782c-4ee0-9746-048fc9cf5a1a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=306da1d4-c663-423c-a407-5d085628ca91 HTTP/1.1" status: 200 len: 858 time: 0.0800240 Jun 26 16:28:19.537059 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f257c380-7e6c-4849-987a-3d42174d29fd req-9cd802a7-d11a-43ab-92ce-07102a72a8da service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=838ee064-f821-42c8-9617-9a149204fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287864 Jun 26 16:28:19.553167 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0d45ae6f-088a-4b4b-a4e9-a55b80f1e800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:19.561678 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'name': 'tempest-TestMinimumBasicScenario-450662618-router', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:11Z', 'updated_at': '2021-06-26T16:28:16Z', 'revision_number': 4, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'gw_port': {'id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:12Z', 'updated_at': '2021-06-26T16:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'd94deee9-cbc4-4543-adb1-aaccc5047121', 'name': '', 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'mac_address': 'fa:16:3e:76:d1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '91a97eac-e645-4b77-b890-2564c4b72980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:15Z', 'updated_at': '2021-06-26T16:28:16Z', 'revision_number': 2, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'subnets': [{'id': '91a97eac-e645-4b77-b890-2564c4b72980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:19.564939 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b3e977-9c7e-4203-9785-c94701ce54c5 admin admin] Made reservation on behalf of 49098a4caced4b719521c5796683480f for: {'subnet': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:19.567689 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-78b3e977-9c7e-4203-9785-c94701ce54c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10403504'] for subnet, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:19.598543 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] Checking router: dea18cc8-8a68-4739-8522-659d787c55a8 for host: dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:28:19.599080 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] Updating router dea18cc8-8a68-4739-8522-659d787c55a8 port d94deee9-cbc4-4543-adb1-aaccc5047121 binding host dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:28:19.646008 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f257c380-7e6c-4849-987a-3d42174d29fd req-93a93a73-f267-49cb-b4a9-abae421b321c service neutron] 10.222.0.38 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970314 Jun 26 16:28:19.649974 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:19.798427 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f257c380-7e6c-4849-987a-3d42174d29fd req-45979563-2e8c-4e10-967d-500660ca21db service neutron] 10.222.0.38 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357810 Jun 26 16:28:19.852150 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-ed415523-0822-49ce-ba07-01f5af72bd5e tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:19.852150 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-ed415523-0822-49ce-ba07-01f5af72bd5e tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.38 "GET /v2.0/networks?id=97994b83-c9d5-4295-b996-e7ea06d003f7 HTTP/1.1" status: 200 len: 815 time: 0.3069005 Jun 26 16:28:19.863590 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-676ea846-46da-4dba-8384-8091c4ceef82 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Request body: {'port': {'device_id': 'd417b2f9-b72a-4a4a-9851-a91b84d65342', 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7', 'admin_state_up': True, 'tenant_id': '14ad47b559944607a65533bcc1a88f5a'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:20.067034 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] Notify callbacks [] for port, precommit_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:20.078960 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] Transition to ACTIVE for port object d94deee9-cbc4-4543-adb1-aaccc5047121 will not be triggered until provisioned by entity L2. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:20.161576 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:20.174319 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:20.250193 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0d45ae6f-088a-4b4b-a4e9-a55b80f1e800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:20.251135 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05706bbd-e9ea-4aca-abdd-e4aa3e7072e8 None None] Pushing event updated for resources: {'Port': ['ID=d94deee9-cbc4-4543-adb1-aaccc5047121,revision_number=3']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:20.254190 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-05706bbd-e9ea-4aca-abdd-e4aa3e7072e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:20.255517 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device dffdc616-401f-4be3-a9d5-4eeb2582a6c7 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:20.318732 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0d45ae6f-088a-4b4b-a4e9-a55b80f1e800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:20.325584 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-6f4e4623-9b44-4769-a4bd-aba063f45f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:20.355925 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] Attempting to bind port d94deee9-cbc4-4543-adb1-aaccc5047121 on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:28:20.356312 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] Attempting to bind port d94deee9-cbc4-4543-adb1-aaccc5047121 by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': 'd0cfdb46-031c-4c02-baae-cb8fc3088fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b'}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:28:20.356686 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] Attempting to bind port d94deee9-cbc4-4543-adb1-aaccc5047121 on network def1ce9b-0209-447b-b28a-e08d7371c68b {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:20.361570 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-78b3e977-9c7e-4203-9785-c94701ce54c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9987611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10403490'] for subnet, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:20.365605 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:28:20.365605 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] Checking segment: {'id': 'd0cfdb46-031c-4c02-baae-cb8fc3088fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:20.365605 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:20.365981 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] Bound using segment: {'id': 'd0cfdb46-031c-4c02-baae-cb8fc3088fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b'} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:28:20.366433 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] Bound port: d94deee9-cbc4-4543-adb1-aaccc5047121, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0cfdb46-031c-4c02-baae-cb8fc3088fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b'}}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:28:20.366860 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:20.381271 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port dffdc616-401f-4be3-a9d5-4eeb2582a6c7 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:20.381653 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:20.409703 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-0d45ae6f-088a-4b4b-a4e9-a55b80f1e800 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f2246cb0d9b499088127fc6fbbeabdc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0457292 Jun 26 16:28:20.412208 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 54826) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:20.421118 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45ae6f-088a-4b4b-a4e9-a55b80f1e800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225ff621-d689-4aa9-bc37-ce11d09fd2e7,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:20.425614 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-0d45ae6f-088a-4b4b-a4e9-a55b80f1e800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:20.429112 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-9fb147d4-c549-4530-9eb4-eaf6fcb0047d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:20.506976 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-676ea846-46da-4dba-8384-8091c4ceef82 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Made reservation on behalf of 14ad47b559944607a65533bcc1a88f5a for: {'port': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:20.516848 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-676ea846-46da-4dba-8384-8091c4ceef82 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:20.528864 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] For port d94deee9-cbc4-4543-adb1-aaccc5047121, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:28:20.533424 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] For port d94deee9-cbc4-4543-adb1-aaccc5047121, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=d94deee9-cbc4-4543-adb1-aaccc5047121,segment=NetworkSegment(d0cfdb46-031c-4c02-baae-cb8fc3088fc7),segment_id=d0cfdb46-031c-4c02-baae-cb8fc3088fc7)] {{(pid=93426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:28:20.554040 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21091e80-ea1f-4e7d-8987-e74f292096b2 req-9a80f537-5c5f-471f-8777-eeb30ca7a30b tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:20.562716 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-21091e80-ea1f-4e7d-8987-e74f292096b2 req-9a80f537-5c5f-471f-8777-eeb30ca7a30b tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.1061320 Jun 26 16:28:20.565771 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-84528bb6-572c-456e-81e5-0c154fd08534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:20.610019 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3e977-9c7e-4203-9785-c94701ce54c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f318650-354e-46c3-80ee-35afc9a61f52,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:20.611131 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-84528bb6-572c-456e-81e5-0c154fd08534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:20.616435 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-78b3e977-9c7e-4203-9785-c94701ce54c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:20.617218 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b3e977-9c7e-4203-9785-c94701ce54c5 admin admin] Checking segment: {'id': '7067c21e-8af0-4023-990b-b550c9471bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e94c20e7-5965-43ca-9670-d24ba76c78fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:20.617577 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b3e977-9c7e-4203-9785-c94701ce54c5 admin admin] Network hostable DHCP agents. Network: e94c20e7-5965-43ca-9670-d24ba76c78fd, hostable agents: ['e5212cc2-9f20-47fc-9661-8d059b13ec7e'], hosted agents: [] {{(pid=93424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:28:20.621663 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:20.643577 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-05706bbd-e9ea-4aca-abdd-e4aa3e7072e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:20.733748 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] Routers {'dea18cc8-8a68-4739-8522-659d787c55a8'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:28:20.734129 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-21091e80-ea1f-4e7d-8987-e74f292096b2 req-32c143bb-37b7-4ea4-905b-0d9e215fbca6 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671083 Jun 26 16:28:20.734375 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:28:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['dea18cc8-8a68-4739-8522-659d787c55a8'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:20.762666 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-84528bb6-572c-456e-81e5-0c154fd08534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:20.765947 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-84528bb6-572c-456e-81e5-0c154fd08534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:20.767418 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-84528bb6-572c-456e-81e5-0c154fd08534 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/225ff621-d689-4aa9-bc37-ce11d09fd2e7 HTTP/1.1" status: 204 len: 168 time: 0.3534930 Jun 26 16:28:20.770413 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d474e3b3-dc1d-4a80-992c-e074911b7502 req-17a47ed3-8b0f-4aa8-a8e6-fef042784aa2 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=d417b2f9-b72a-4a4a-9851-a91b84d65342 HTTP/1.1" status: 200 len: 210 time: 0.0914440 Jun 26 16:28:20.771913 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-ffaa223f-b771-43d9-bbe9-8173ea84e2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:20.780956 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b3e977-9c7e-4203-9785-c94701ce54c5 admin admin] Network e94c20e7-5965-43ca-9670-d24ba76c78fd is scheduled to be hosted by DHCP agent e5212cc2-9f20-47fc-9661-8d059b13ec7e with binding_index 1 {{(pid=93424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:28:20.781518 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84528bb6-572c-456e-81e5-0c154fd08534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225ff621-d689-4aa9-bc37-ce11d09fd2e7,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:20.784003 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-84528bb6-572c-456e-81e5-0c154fd08534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:20.829983 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-676ea846-46da-4dba-8384-8091c4ceef82 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Allocated IP 172.20.0.3 (97994b83-c9d5-4295-b996-e7ea06d003f7/889b689e-0077-4f65-adce-eac8bc576e78/01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:20.865190 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05706bbd-e9ea-4aca-abdd-e4aa3e7072e8 None None] Pushing event updated for resources: {'Port': ['ID=d94deee9-cbc4-4543-adb1-aaccc5047121,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:20.937329 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-05706bbd-e9ea-4aca-abdd-e4aa3e7072e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:20.951148 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-78b3e977-9c7e-4203-9785-c94701ce54c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-iscsi, e94c20e7-5965-43ca-9670-d24ba76c78fd) {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:20.962519 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c4ecdd-b26c-44d8-a066-87b2dc6d6cc3 None None] Network e94c20e7-5965-43ca-9670-d24ba76c78fd requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:28:20.976264 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b3e977-9c7e-4203-9785-c94701ce54c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:20.976861 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-78b3e977-9c7e-4203-9785-c94701ce54c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:21.056396 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] Set router dea18cc8-8a68-4739-8522-659d787c55a8 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:28:21.138427 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 54894) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:21.139098 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-78b3e977-9c7e-4203-9785-c94701ce54c5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7648711 Jun 26 16:28:21.143369 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-9d5316a9-d38d-432f-9a41-fc5005dab054 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-955654195-router', 'tenant_id': '49098a4caced4b719521c5796683480f', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:21.145439 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-676ea846-46da-4dba-8384-8091c4ceef82 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:21.238094 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9d5316a9-d38d-432f-9a41-fc5005dab054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:21.239882 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9d5316a9-d38d-432f-9a41-fc5005dab054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679976', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5645'] for router, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:21.254339 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-676ea846-46da-4dba-8384-8091c4ceef82 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9987695'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:21.263443 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-c9a5313a-cf8d-4332-94ce-76dd2409b97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:21.311629 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-676ea846-46da-4dba-8384-8091c4ceef82 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Network 97994b83-c9d5-4295-b996-e7ea06d003f7 is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:21.324073 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9d5316a9-d38d-432f-9a41-fc5005dab054 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:21.331805 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-676ea846-46da-4dba-8384-8091c4ceef82 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:21.340852 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-676ea846-46da-4dba-8384-8091c4ceef82 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:21.385856 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ea846-46da-4dba-8384-8091c4ceef82 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Pushing event updated for resources: {'Port': ['ID=01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:21.392440 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-676ea846-46da-4dba-8384-8091c4ceef82 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:21.405511 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['5af96401-edc0-44c3-8474-46cbb7149db3', '5d327361-9e5d-448c-993b-b71b44de779b', 'bb645ac5-3361-4177-b7a2-7f0cfd73355e'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:28:21.453188 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-676ea846-46da-4dba-8384-8091c4ceef82 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:21.453963 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-676ea846-46da-4dba-8384-8091c4ceef82 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:21.563544 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-676ea846-46da-4dba-8384-8091c4ceef82 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7050192 Jun 26 16:28:21.586256 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Request body: {'port': {'device_id': 'd417b2f9-b72a-4a4a-9851-a91b84d65342', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:21.593813 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9d5316a9-d38d-432f-9a41-fc5005dab054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5695'] for router, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:21.641292 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ca9a55-d6be-55c4-8bea-142b29d96e3d-e94c20e7-5965-43ca-9670-d24ba76c78fd', 'network_id': 'e94c20e7-5965-43ca-9670-d24ba76c78fd', 'tenant_id': '49098a4caced4b719521c5796683480f', 'fixed_ips': [{'subnet_id': '9f318650-354e-46c3-80ee-35afc9a61f52'}]}} from dv-cinder-798189-1-iscsi. {{(pid=93426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 16:28:21.642167 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:21.712913 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:21.988014 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'name': 'tempest-TestMinimumBasicScenario-450662618-router', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:11Z', 'updated_at': '2021-06-26T16:28:16Z', 'revision_number': 4, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'gw_port': {'id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:12Z', 'updated_at': '2021-06-26T16:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'd94deee9-cbc4-4543-adb1-aaccc5047121', 'name': '', 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'mac_address': 'fa:16:3e:76:d1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '91a97eac-e645-4b77-b890-2564c4b72980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:15Z', 'updated_at': '2021-06-26T16:28:20Z', 'revision_number': 4, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'subnets': [{'id': '91a97eac-e645-4b77-b890-2564c4b72980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:22.029825 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f0887d-7dda-4840-b46a-409c26501b64 None None] The sync data for ids ['dea18cc8-8a68-4739-8522-659d787c55a8'] in dv-cinder-798189-1-iscsi is: [{'id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'name': 'tempest-TestMinimumBasicScenario-450662618-router', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:11Z', 'updated_at': '2021-06-26T16:28:16Z', 'revision_number': 4, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'gw_port': {'id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:12Z', 'updated_at': '2021-06-26T16:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'd94deee9-cbc4-4543-adb1-aaccc5047121', 'name': '', 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'mac_address': 'fa:16:3e:76:d1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '91a97eac-e645-4b77-b890-2564c4b72980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:15Z', 'updated_at': '2021-06-26T16:28:20Z', 'revision_number': 4, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'subnets': [{'id': '91a97eac-e645-4b77-b890-2564c4b72980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:28:22.063105 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.db_base_plugin_common [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Allocated IP 172.20.0.2 (e94c20e7-5965-43ca-9670-d24ba76c78fd/9f318650-354e-46c3-80ee-35afc9a61f52/ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf) {{(pid=93426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:22.371661 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3 {{(pid=93424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:28:22.377264 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device d94deee9-cbc4-4543-adb1-aaccc5047121 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:22.381753 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:22.405615 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.provisioning_blocks [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Transition to ACTIVE for port object 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3 will not be triggered until provisioned by entity L2. {{(pid=93424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:22.489396 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 54964) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:22.498375 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:22.511314 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:22.599823 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Notify callbacks [] for port, precommit_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:22.624674 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Transition to ACTIVE for port object ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf will not be triggered until provisioned by entity L2. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:22.648220 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Transition to ACTIVE for port object ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf will not be triggered until provisioned by entity DHCP. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:22.671216 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Pushing event updated for resources: {'Port': ['ID=01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3,revision_number=2']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:22.683581 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:22.708031 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-a3f16cc8-4f82-47f8-8eed-d5c74724e2d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1641499633-network', 'tenant_id': '9d18dfcef1f642d6aa374cd57848aa7f'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:22.717971 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741'] for port, after_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:22.722198 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:22.732342 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Attempting to bind port 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:28:22.737390 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Attempting to bind port 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '5157ce06-5344-460b-ae56-328e0291ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7'}] {{(pid=93424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:28:22.737390 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Attempting to bind port 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3 on network 97994b83-c9d5-4295-b996-e7ea06d003f7 {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:22.752141 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Port 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3 on network 97994b83-c9d5-4295-b996-e7ea06d003f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:28:22.756080 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Attempting to bind port 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3 on network 97994b83-c9d5-4295-b996-e7ea06d003f7 {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:22.769626 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Checking agent: {'id': '017f0d27-5c15-4479-952a-00a1dbd8023d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'started_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:28:22.771734 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Checking segment: {'id': '5157ce06-5344-460b-ae56-328e0291ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:22.771734 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Bound using segment: {'id': '5157ce06-5344-460b-ae56-328e0291ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7'} {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:28:22.771734 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Bound port: 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5157ce06-5344-460b-ae56-328e0291ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7'}}] {{(pid=93424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:28:22.771734 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:22.808447 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port d94deee9-cbc4-4543-adb1-aaccc5047121 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:22.819220 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Network e94c20e7-5965-43ca-9670-d24ba76c78fd is already hosted by enough agents. {{(pid=93426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:22.821204 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port d94deee9-cbc4-4543-adb1-aaccc5047121 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:22.822029 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:22.825276 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f16cc8-4f82-47f8-8eed-d5c74724e2d7 admin admin] Made reservation on behalf of 9d18dfcef1f642d6aa374cd57848aa7f for: {'network': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:22.834338 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a3f16cc8-4f82-47f8-8eed-d5c74724e2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for network, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:22.853251 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.scheduler.base_scheduler [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Resources bound (agent type, host, resource id): {{(pid=93426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:22.855958 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a3f16cc8-4f82-47f8-8eed-d5c74724e2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:22.857726 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Received port after_create {{(pid=93426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:22.868772 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Pushing event updated for resources: {'Port': ['ID=ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf,revision_number=1']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:22.873104 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:22.930300 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9d5316a9-d38d-432f-9a41-fc5005dab054 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:22.948069 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] For port 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3, host hv-cinder-79818, cleared binding levels {{(pid=93424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:28:22.952443 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] For port 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3,segment=NetworkSegment(5157ce06-5344-460b-ae56-328e0291ce37),segment_id=5157ce06-5344-460b-ae56-328e0291ce37)] {{(pid=93424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:28:22.981226 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9d5316a9-d38d-432f-9a41-fc5005dab054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:22.993332 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Attempting to bind port ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:28:22.994564 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Attempting to bind port ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': '7067c21e-8af0-4023-990b-b550c9471bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e94c20e7-5965-43ca-9670-d24ba76c78fd'}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:28:22.994987 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Attempting to bind port ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf on network e94c20e7-5965-43ca-9670-d24ba76c78fd {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:23.002020 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70492c-e082-4dca-9457-0811b1dfeff8 req-e6d24df5-ba97-496a-a81d-3b3e1382a636 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:23.004279 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ca70492c-e082-4dca-9457-0811b1dfeff8 req-e6d24df5-ba97-496a-a81d-3b3e1382a636 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=d417b2f9-b72a-4a4a-9851-a91b84d65342 HTTP/1.1" status: 200 len: 931 time: 0.9695921 Jun 26 16:28:23.024914 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a89e26-95f5-44e2-9baa-0883b0a00e27 req-510b2d81-1c65-4c68-8ef2-119dc08950aa tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:23.026804 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-23a89e26-95f5-44e2-9baa-0883b0a00e27 req-510b2d81-1c65-4c68-8ef2-119dc08950aa tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.9912460 Jun 26 16:28:23.034560 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a3f16cc8-4f82-47f8-8eed-d5c74724e2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:23.036638 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:28:23.037021 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Checking segment: {'id': '7067c21e-8af0-4023-990b-b550c9471bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e94c20e7-5965-43ca-9670-d24ba76c78fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:23.037429 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:23.037834 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Bound using segment: {'id': '7067c21e-8af0-4023-990b-b550c9471bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e94c20e7-5965-43ca-9670-d24ba76c78fd'} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:28:23.038493 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Bound port: ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7067c21e-8af0-4023-990b-b550c9471bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e94c20e7-5965-43ca-9670-d24ba76c78fd'}}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:28:23.038913 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:23.133854 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ca70492c-e082-4dca-9457-0811b1dfeff8 req-d8671201-3673-4e04-adb0-5b3156894cdb tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046672 Jun 26 16:28:23.146905 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:23.148265 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a3f16cc8-4f82-47f8-8eed-d5c74724e2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:23.188438 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-4299128b-e0f9-4889-b7e9-de786f54b323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:23.188908 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:23.205339 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-23a89e26-95f5-44e2-9baa-0883b0a00e27 req-7edc5de1-dd3d-445a-9867-92fff1db0ce7 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621096 Jun 26 16:28:23.218263 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f16cc8-4f82-47f8-8eed-d5c74724e2d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=93424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:28:23.236131 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:23.236758 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:23.238152 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] 10.222.0.38 "PUT /v2.0/ports/01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3 HTTP/1.1" status: 200 len: 1093 time: 1.6624024 Jun 26 16:28:23.238689 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd417b2f9-b72a-4a4a-9851-a91b84d65342', 'tag': '01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:28:23.246610 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679764ff-0e7b-4077-a1a6-01ce2b43057f" -d '{"events": [{"name": "network-changed", "server_uuid": "d417b2f9-b72a-4a4a-9851-a91b84d65342", "tag": "01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:28:23.253782 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] For port ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:28:23.274624 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_common [None req-9d5316a9-d38d-432f-9a41-fc5005dab054 admin admin] Allocated IP 172.27.2.53 (1236ffa6-61e0-401d-8733-f5e5c635b4bb/85c7ca79-f8ed-404d-bbb5-368914d3121b/3fd0b5b3-7349-40b4-8888-347c01f827b0) {{(pid=93425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:23.281818 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] For port ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf,segment=NetworkSegment(7067c21e-8af0-4023-990b-b550c9471bc5),segment_id=7067c21e-8af0-4023-990b-b550c9471bc5)] {{(pid=93426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:28:23.285837 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port d94deee9-cbc4-4543-adb1-aaccc5047121, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=d94deee9-cbc4-4543-adb1-aaccc5047121,segment=NetworkSegment(d0cfdb46-031c-4c02-baae-cb8fc3088fc7),segment_id=d0cfdb46-031c-4c02-baae-cb8fc3088fc7)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:23.286028 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a3f16cc8-4f82-47f8-8eed-d5c74724e2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:23.286294 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.segments_db [None req-a3f16cc8-4f82-47f8-8eed-d5c74724e2d7 admin admin] Added segment 0a88f6d2-85a2-4918-bf9f-01650ccdd4a4 of type vlan for network bb61fcc5-b55f-4ea6-88ab-05941d155a7c Jun 26 16:28:23.297501 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f16cc8-4f82-47f8-8eed-d5c74724e2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceda92a5-5240-4641-8215-3072939caf80,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:23.308521 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a3f16cc8-4f82-47f8-8eed-d5c74724e2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:23.309044 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-f501dc06-0336-47c8-b806-9d6610777bbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:23.366388 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:23.395475 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:23.406055 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:23.411179 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7bff9a-c6d3-4319-be22-f4c405b33848 x-openstack-request-id: req-7c7bff9a-c6d3-4319-be22-f4c405b33848 {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:28:23.411788 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d417b2f9-b72a-4a4a-9851-a91b84d65342", "tag": "01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:28:23.411788 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c7bff9a-c6d3-4319-be22-f4c405b33848 {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:28:23.412223 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd417b2f9-b72a-4a4a-9851-a91b84d65342', 'tag': '01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3', 'status': 'completed', 'code': 200} Jun 26 16:28:23.443922 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a3f16cc8-4f82-47f8-8eed-d5c74724e2d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735252774503'] for network, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:23.551741 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Pushing event updated for resources: {'Port': ['ID=ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf,revision_number=2']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:23.563008 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:23.564285 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:23.589631 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9d5316a9-d38d-432f-9a41-fc5005dab054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:23.589852 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Pushing event updated for resources: {'Port': ['ID=01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3,revision_number=3']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:23.617143 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:23.661522 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679764ff-0e7b-4077-a1a6-01ce2b43057f req-ea221d62-146d-45e6-a151-ad96ac2ae0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:23.663736 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-679764ff-0e7b-4077-a1a6-01ce2b43057f req-ea221d62-146d-45e6-a151-ad96ac2ae0bf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14ad47b559944607a65533bcc1a88f5a&device_id=d417b2f9-b72a-4a4a-9851-a91b84d65342 HTTP/1.1" status: 200 len: 1096 time: 0.2392313 Jun 26 16:28:23.691916 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=d94deee9-cbc4-4543-adb1-aaccc5047121,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:23.703266 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:23.708824 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a3f16cc8-4f82-47f8-8eed-d5c74724e2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for network, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:23.711446 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 55014) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:23.712680 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f16cc8-4f82-47f8-8eed-d5c74724e2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:23.713970 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a3f16cc8-4f82-47f8-8eed-d5c74724e2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:23.724099 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:23.731976 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9d5316a9-d38d-432f-9a41-fc5005dab054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2366237'] for port, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:23.736007 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:23.829465 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5316a9-d38d-432f-9a41-fc5005dab054 admin admin] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:23.830436 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [None req-9d5316a9-d38d-432f-9a41-fc5005dab054 admin admin] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:23.845036 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5316a9-d38d-432f-9a41-fc5005dab054 admin admin] Received port after_create {{(pid=93425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:23.875172 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f16cc8-4f82-47f8-8eed-d5c74724e2d7 admin admin] Pushing event updated for resources: {'Network': ['ID=bb61fcc5-b55f-4ea6-88ab-05941d155a7c,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:23.881120 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a3f16cc8-4f82-47f8-8eed-d5c74724e2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:23.892147 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Network bb61fcc5-b55f-4ea6-88ab-05941d155a7c details requested by agent ovs-agent-dv-cinder-798189-1-iscsi with host dv-cinder-798189-1-iscsi {{(pid=93426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:28:23.907933 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-a3f16cc8-4f82-47f8-8eed-d5c74724e2d7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4164972 Jun 26 16:28:23.911125 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 55020) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:23.912693 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679764ff-0e7b-4077-a1a6-01ce2b43057f req-f17690b7-9599-4a12-9b47-9060001521b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:23.914243 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-679764ff-0e7b-4077-a1a6-01ce2b43057f req-f17690b7-9599-4a12-9b47-9060001521b3 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=14ad47b559944607a65533bcc1a88f5a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2418303 Jun 26 16:28:23.920025 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-9b199627-feea-4346-bf73-00d41ca2b936 admin admin] Request body: {'subnet': {'network_id': 'bb61fcc5-b55f-4ea6-88ab-05941d155a7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1641499633-subnet', 'tenant_id': '9d18dfcef1f642d6aa374cd57848aa7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:24.000315 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5316a9-d38d-432f-9a41-fc5005dab054 admin admin] Pushing event updated for resources: {'Port': ['ID=3fd0b5b3-7349-40b4-8888-347c01f827b0,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:24.004998 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-9d5316a9-d38d-432f-9a41-fc5005dab054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:24.015971 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3864b16e-9306-4f20-ab8c-66e55f2e8e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:24.098441 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679764ff-0e7b-4077-a1a6-01ce2b43057f req-d7a0a379-1b70-48df-a9f7-f6882b186c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:24.100373 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-679764ff-0e7b-4077-a1a6-01ce2b43057f req-d7a0a379-1b70-48df-a9f7-f6882b186c06 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1765122 Jun 26 16:28:24.177179 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b199627-feea-4346-bf73-00d41ca2b936 admin admin] Made reservation on behalf of 9d18dfcef1f642d6aa374cd57848aa7f for: {'subnet': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:24.180338 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9b199627-feea-4346-bf73-00d41ca2b936 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10403504'] for subnet, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:24.308090 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9d5316a9-d38d-432f-9a41-fc5005dab054 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:24.352911 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device d94deee9-cbc4-4543-adb1-aaccc5047121 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:24.366343 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3864b16e-9306-4f20-ab8c-66e55f2e8e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:24.376171 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-8a925490-8097-4f9c-b6b9-5ef6fd641c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:24.377927 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-8a925490-8097-4f9c-b6b9-5ef6fd641c97 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14ad47b559944607a65533bcc1a88f5a&device_id=d417b2f9-b72a-4a4a-9851-a91b84d65342 HTTP/1.1" status: 200 len: 1096 time: 0.2340703 Jun 26 16:28:24.411061 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port d94deee9-cbc4-4543-adb1-aaccc5047121 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:24.411541 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:24.435479 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-3113001e-f84e-4931-89b9-db96e54708f9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3 HTTP/1.1" status: 200 len: 217 time: 0.0482607 Jun 26 16:28:24.508526 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3864b16e-9306-4f20-ab8c-66e55f2e8e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:24.514634 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:24.542317 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b2de7e29-9127-40c2-81f2-997fe4d9cb12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:24.574803 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864b16e-9306-4f20-ab8c-66e55f2e8e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3a29c1-9856-4e6b-b945-a56383c53c47,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:24.589864 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-3864b16e-9306-4f20-ab8c-66e55f2e8e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:24.618581 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-c284f5d2-a400-427b-8df3-791971cfc171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:24.620130 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-c284f5d2-a400-427b-8df3-791971cfc171 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=889b689e-0077-4f65-adce-eac8bc576e78 HTTP/1.1" status: 200 len: 855 time: 0.1751010 Jun 26 16:28:24.643842 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-3864b16e-9306-4f20-ab8c-66e55f2e8e8f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8000f12fad6a46ebbba0bc7181552c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9250312 Jun 26 16:28:24.648433 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:24.659020 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 55032) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:24.692360 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-f399def2-fdde-47a2-bc0b-81bd36ffb8fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=97994b83-c9d5-4295-b996-e7ea06d003f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448222 Jun 26 16:28:24.737045 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7c189-d049-4062-89fc-00b2114e725e req-b72ca5e7-b6bb-40cc-8117-48c83304e25f tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:24.738632 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e8a7c189-d049-4062-89fc-00b2114e725e req-b72ca5e7-b6bb-40cc-8117-48c83304e25f tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=d417b2f9-b72a-4a4a-9851-a91b84d65342 HTTP/1.1" status: 200 len: 943 time: 0.3727915 Jun 26 16:28:24.748205 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774bcef-0ebc-4567-9459-489e08880528 req-fbc01cac-4efa-4e3a-afaa-82a6c60003ab tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:24.749759 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e774bcef-0ebc-4567-9459-489e08880528 req-fbc01cac-4efa-4e3a-afaa-82a6c60003ab tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.2320218 Jun 26 16:28:24.752099 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9d5316a9-d38d-432f-9a41-fc5005dab054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646799'] for router, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:24.784959 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9b199627-feea-4346-bf73-00d41ca2b936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9987611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10403490'] for subnet, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:24.793411 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-7cdf3c7c-1f29-4461-9fa8-3d21d3c830cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:24.824568 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3630a3ed-0e31-4d22-a061-94cc8d0f2e1b None None] Network e94c20e7-5965-43ca-9670-d24ba76c78fd requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:28:24.850209 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a2ab1c0f-4891-4e6d-9473-ecce4ac8f9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:24.875408 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e8a7c189-d049-4062-89fc-00b2114e725e req-49765535-e26f-48f0-9b4f-1a72a9030bb3 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246500 Jun 26 16:28:24.888748 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-3022b2c1-c9b6-45b5-ad88-ee9f11606058 service neutron] 10.222.0.38 "GET /v2.0/networks/97994b83-c9d5-4295-b996-e7ea06d003f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833439 Jun 26 16:28:24.909414 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b199627-feea-4346-bf73-00d41ca2b936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5db32e-b227-440d-8ae4-66ad01ce9b48,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:24.920112 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e774bcef-0ebc-4567-9459-489e08880528 req-94e04138-329e-475e-90d4-07897c77d7aa tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573281 Jun 26 16:28:24.925031 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-9b199627-feea-4346-bf73-00d41ca2b936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:24.954687 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a2ab1c0f-4891-4e6d-9473-ecce4ac8f9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:24.973688 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b199627-feea-4346-bf73-00d41ca2b936 admin admin] Checking segment: {'id': '0a88f6d2-85a2-4918-bf9f-01650ccdd4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bb61fcc5-b55f-4ea6-88ab-05941d155a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:24.974056 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b199627-feea-4346-bf73-00d41ca2b936 admin admin] Network hostable DHCP agents. Network: bb61fcc5-b55f-4ea6-88ab-05941d155a7c, hostable agents: ['e5212cc2-9f20-47fc-9661-8d059b13ec7e'], hosted agents: [] {{(pid=93424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:28:25.076696 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5316a9-d38d-432f-9a41-fc5005dab054 admin admin] Router 4cdce789-f3d0-452f-9a77-296ef7cb4c19 is scheduled to L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 with binding_index 1 {{(pid=93425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 16:28:25.096546 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-76d12e45-79eb-46f9-b86c-72ef05a7b39c req-6f8ded19-1b5e-4db4-bdbd-187279fc40c2 service neutron] 10.222.0.38 "GET /v2.0/networks/97994b83-c9d5-4295-b996-e7ea06d003f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904819 Jun 26 16:28:25.106740 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-d98b8d8c-a444-4404-beed-62f46076be72 None None] Provisioning for port ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:25.119011 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-d98b8d8c-a444-4404-beed-62f46076be72 None None] Provisioning complete for port ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:25.119967 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-d98b8d8c-a444-4404-beed-62f46076be72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:25.147334 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b199627-feea-4346-bf73-00d41ca2b936 admin admin] Network bb61fcc5-b55f-4ea6-88ab-05941d155a7c is scheduled to be hosted by DHCP agent e5212cc2-9f20-47fc-9661-8d059b13ec7e with binding_index 1 {{(pid=93424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:28:25.169456 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a2ab1c0f-4891-4e6d-9473-ecce4ac8f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:25.175963 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a2ab1c0f-4891-4e6d-9473-ecce4ac8f9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:25.178826 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-a2ab1c0f-4891-4e6d-9473-ecce4ac8f9c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e3a29c1-9856-4e6b-b945-a56383c53c47 HTTP/1.1" status: 204 len: 168 time: 0.5174751 Jun 26 16:28:25.178826 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-48066d42-5f21-4724-a351-5b62ef852426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:25.187426 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab1c0f-4891-4e6d-9473-ecce4ac8f9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3a29c1-9856-4e6b-b945-a56383c53c47,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:25.197977 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a2ab1c0f-4891-4e6d-9473-ecce4ac8f9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:25.242370 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-9b199627-feea-4346-bf73-00d41ca2b936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-iscsi, bb61fcc5-b55f-4ea6-88ab-05941d155a7c) {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:25.246886 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b199627-feea-4346-bf73-00d41ca2b936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:25.247658 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9b199627-feea-4346-bf73-00d41ca2b936 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:25.282606 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5316a9-d38d-432f-9a41-fc5005dab054 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:28:25.292546 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] Sync routers for ids ['4cdce789-f3d0-452f-9a77-296ef7cb4c19'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:28:25.313581 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] Routers {'4cdce789-f3d0-452f-9a77-296ef7cb4c19'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:28:25.314245 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:28:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['4cdce789-f3d0-452f-9a77-296ef7cb4c19'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:25.318926 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d52403-2db3-4291-be04-d8deae144233 None None] Network bb61fcc5-b55f-4ea6-88ab-05941d155a7c requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:28:25.321438 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-d98b8d8c-a444-4404-beed-62f46076be72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:25.411635 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-d98b8d8c-a444-4404-beed-62f46076be72 None None] For port ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf,segment=NetworkSegment(7067c21e-8af0-4023-990b-b550c9471bc5),segment_id=7067c21e-8af0-4023-990b-b550c9471bc5)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:25.437449 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-9b199627-feea-4346-bf73-00d41ca2b936 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5218577 Jun 26 16:28:25.437991 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9d5316a9-d38d-432f-9a41-fc5005dab054 admin admin] Notify callbacks [] for router, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:25.441319 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-9d5316a9-d38d-432f-9a41-fc5005dab054 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2989101 Jun 26 16:28:25.442375 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 55048) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:25.484938 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] Set router 4cdce789-f3d0-452f-9a77-296ef7cb4c19 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:28:25.489975 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-d98b8d8c-a444-4404-beed-62f46076be72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:25.497637 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:25.515971 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe96d6-9061-4f62-8929-1753aa038ea2 req-722f0024-38b4-4c73-873e-c03ca17bf590 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:25.517714 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a8fe96d6-9061-4f62-8929-1753aa038ea2 req-722f0024-38b4-4c73-873e-c03ca17bf590 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.1321573 Jun 26 16:28:25.601240 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a8fe96d6-9061-4f62-8929-1753aa038ea2 req-563d4fe7-9bd8-4879-b584-a7422b29b4ff tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733802 Jun 26 16:28:25.643817 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b8d8c-a444-4404-beed-62f46076be72 None None] Pushing event updated for resources: {'Port': ['ID=ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf,revision_number=3']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:25.654821 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-d98b8d8c-a444-4404-beed-62f46076be72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:25.702512 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-3a2b1378-eef7-4c57-9754-67176097005c None None] Provisioning complete for port ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:25.703154 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1378-eef7-4c57-9754-67176097005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:25.777658 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47011be4-8284-4d84-b6a2-8d6a26b0b710 None None] Network bb61fcc5-b55f-4ea6-88ab-05941d155a7c requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:28:25.779229 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 55060) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:25.830421 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdce789-f3d0-452f-9a77-296ef7cb4c19', 'name': 'tempest-TestMinimumBasicScenario-955654195-router', 'tenant_id': '49098a4caced4b719521c5796683480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '3fd0b5b3-7349-40b4-8888-347c01f827b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:21Z', 'updated_at': '2021-06-26T16:28:24Z', 'revision_number': 3, 'project_id': '49098a4caced4b719521c5796683480f', 'gw_port': {'id': '3fd0b5b3-7349-40b4-8888-347c01f827b0', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdce789-f3d0-452f-9a77-296ef7cb4c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:22Z', 'updated_at': '2021-06-26T16:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:25.882355 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] Checking router: 4cdce789-f3d0-452f-9a77-296ef7cb4c19 for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:28:25.883624 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] Updating router 4cdce789-f3d0-452f-9a77-296ef7cb4c19 port 3fd0b5b3-7349-40b4-8888-347c01f827b0 binding host dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:28:25.929319 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:26.100941 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-1b060a85-fc84-47bd-97fc-84bcca4f9ccf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3150eb377cd3426d9b40b3e20f4c7fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184571 Jun 26 16:28:26.101592 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 55074) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:26.323846 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:26.330397 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4fc12c4a-9e08-4e2b-b883-05065f0b1755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:26.394032 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4fc12c4a-9e08-4e2b-b883-05065f0b1755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:26.409803 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914f5a1-bcc6-4a42-b49d-2b69729925f3 req-19714636-5381-49b5-b2d9-ee53cdd03961 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:26.418066 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d914f5a1-bcc6-4a42-b49d-2b69729925f3 req-19714636-5381-49b5-b2d9-ee53cdd03961 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=d417b2f9-b72a-4a4a-9851-a91b84d65342 HTTP/1.1" status: 200 len: 943 time: 0.2853003 Jun 26 16:28:26.429449 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:26.430567 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:26.475066 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d914f5a1-bcc6-4a42-b49d-2b69729925f3 req-560fe9db-cd42-48b8-8483-37e07fcb51de tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559371 Jun 26 16:28:26.487813 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:26.500091 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] Transition to ACTIVE for port object 3fd0b5b3-7349-40b4-8888-347c01f827b0 will not be triggered until provisioned by entity L2. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:26.503273 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:26.562453 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4fc12c4a-9e08-4e2b-b883-05065f0b1755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:26.565492 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4fc12c4a-9e08-4e2b-b883-05065f0b1755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:26.567152 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-4fc12c4a-9e08-4e2b-b883-05065f0b1755 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/556c52c9-1862-465b-8cc4-63a85924de46 HTTP/1.1" status: 204 len: 168 time: 0.4644153 Jun 26 16:28:26.567775 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:26.576198 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc12c4a-9e08-4e2b-b883-05065f0b1755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556c52c9-1862-465b-8cc4-63a85924de46,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:26.582840 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-4fc12c4a-9e08-4e2b-b883-05065f0b1755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:26.591869 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:26.597168 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:26.669861 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9efca-7a1b-4f81-ac7b-17395f2a72ff None None] Pushing event updated for resources: {'Port': ['ID=3fd0b5b3-7349-40b4-8888-347c01f827b0,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:26.670679 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-03b9efca-7a1b-4f81-ac7b-17395f2a72ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:26.688024 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] Attempting to bind port 3fd0b5b3-7349-40b4-8888-347c01f827b0 on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:28:26.688405 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] Attempting to bind port 3fd0b5b3-7349-40b4-8888-347c01f827b0 by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:28:26.688766 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] Attempting to bind port 3fd0b5b3-7349-40b4-8888-347c01f827b0 on network 1236ffa6-61e0-401d-8733-f5e5c635b4bb {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:26.693796 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:28:26.699340 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] Checking segment: {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:26.699340 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:26.699340 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] Bound using segment: {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'} {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:28:26.699340 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] Bound port: 3fd0b5b3-7349-40b4-8888-347c01f827b0, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:28:26.699340 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:26.699733 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Allocated IP 172.20.0.1 (e94c20e7-5965-43ca-9670-d24ba76c78fd/9f318650-354e-46c3-80ee-35afc9a61f52/664c0275-1473-4aad-84d5-97a7c1a02383) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:26.773054 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] For port 3fd0b5b3-7349-40b4-8888-347c01f827b0, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:28:26.777543 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] For port 3fd0b5b3-7349-40b4-8888-347c01f827b0, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=3fd0b5b3-7349-40b4-8888-347c01f827b0,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:28:26.782103 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:28:26.855041 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae1b66-f8ce-43e1-b9ca-e8e960ff41db req-c192926b-f6b0-4b2a-9a62-a5292b5372dd tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:26.868110 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d6ae1b66-f8ce-43e1-b9ca-e8e960ff41db req-c192926b-f6b0-4b2a-9a62-a5292b5372dd tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.1355982 Jun 26 16:28:26.882934 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:26.887412 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-939dabc1-633a-4a3f-b37b-882d4bd066f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:26.924462 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:26.950357 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3,segment=NetworkSegment(5157ce06-5344-460b-ae56-328e0291ce37),segment_id=5157ce06-5344-460b-ae56-328e0291ce37)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:26.968489 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': '01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3', 'network_id': '97994b83-c9d5-4295-b996-e7ea06d003f7', 'port_id': '01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3', 'mac_address': 'fa:16:3e:e5:06:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '889b689e-0077-4f65-adce-eac8bc576e78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:28:26.975454 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.provisioning_blocks [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Transition to ACTIVE for port object 664c0275-1473-4aad-84d5-97a7c1a02383 will not be triggered until provisioned by entity DHCP. {{(pid=93424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:26.975801 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d6ae1b66-f8ce-43e1-b9ca-e8e960ff41db req-6847c32c-6991-4e86-9349-1305924da694 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862727 Jun 26 16:28:27.075122 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:27.111284 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3 {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:28:27.122709 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9efca-7a1b-4f81-ac7b-17395f2a72ff None None] Pushing event updated for resources: {'Port': ['ID=3fd0b5b3-7349-40b4-8888-347c01f827b0,revision_number=3']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:27.128019 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-03b9efca-7a1b-4f81-ac7b-17395f2a72ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:27.128680 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] Routers {'4cdce789-f3d0-452f-9a77-296ef7cb4c19'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:28:27.129311 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:28:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['4cdce789-f3d0-452f-9a77-296ef7cb4c19'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:27.156444 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3,segment=NetworkSegment(5157ce06-5344-460b-ae56-328e0291ce37),segment_id=5157ce06-5344-460b-ae56-328e0291ce37)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:27.169567 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9987695'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:27.173472 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:27.179782 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc862e-707c-4615-add4-c48169bdc2ea req-7da99cac-4f7f-473a-8c17-f8a293e0d62c tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:27.187049 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-68fc862e-707c-4615-add4-c48169bdc2ea req-7da99cac-4f7f-473a-8c17-f8a293e0d62c tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.1194048 Jun 26 16:28:27.215657 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:27.215937 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Network e94c20e7-5965-43ca-9670-d24ba76c78fd is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:27.219372 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:27.223546 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:27.225455 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-68fc862e-707c-4615-add4-c48169bdc2ea req-cf2b1ad8-e425-41b3-a875-2e60c59a4c86 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374048 Jun 26 16:28:27.243444 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:27.267638 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Pushing event updated for resources: {'Port': ['ID=664c0275-1473-4aad-84d5-97a7c1a02383,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:27.283306 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:27.294907 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] Set router 4cdce789-f3d0-452f-9a77-296ef7cb4c19 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:28:27.305990 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684301'] for router_interface, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:27.314716 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:27.329151 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:27.499071 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdce789-f3d0-452f-9a77-296ef7cb4c19', 'name': 'tempest-TestMinimumBasicScenario-955654195-router', 'tenant_id': '49098a4caced4b719521c5796683480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '3fd0b5b3-7349-40b4-8888-347c01f827b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:21Z', 'updated_at': '2021-06-26T16:28:24Z', 'revision_number': 3, 'project_id': '49098a4caced4b719521c5796683480f', 'gw_port': {'id': '3fd0b5b3-7349-40b4-8888-347c01f827b0', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdce789-f3d0-452f-9a77-296ef7cb4c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:22Z', 'updated_at': '2021-06-26T16:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:27.569108 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32895e52-a1fe-4711-b637-c9eeaf617fde None None] The sync data for ids ['4cdce789-f3d0-452f-9a77-296ef7cb4c19'] in dv-cinder-798189-1-iscsi is: [{'id': '4cdce789-f3d0-452f-9a77-296ef7cb4c19', 'name': 'tempest-TestMinimumBasicScenario-955654195-router', 'tenant_id': '49098a4caced4b719521c5796683480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '3fd0b5b3-7349-40b4-8888-347c01f827b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:21Z', 'updated_at': '2021-06-26T16:28:24Z', 'revision_number': 3, 'project_id': '49098a4caced4b719521c5796683480f', 'gw_port': {'id': '3fd0b5b3-7349-40b4-8888-347c01f827b0', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdce789-f3d0-452f-9a77-296ef7cb4c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:22Z', 'updated_at': '2021-06-26T16:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:28:27.574452 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:28:27.597248 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:27.639064 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-3df05fa3-e0da-4da3-b983-eb5872c1e3e9 None None] Provisioning for port 664c0275-1473-4aad-84d5-97a7c1a02383 completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:27.651144 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-3df05fa3-e0da-4da3-b983-eb5872c1e3e9 None None] Provisioning complete for port 664c0275-1473-4aad-84d5-97a7c1a02383 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:27.652398 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-3df05fa3-e0da-4da3-b983-eb5872c1e3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:27.735953 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-3df05fa3-e0da-4da3-b983-eb5872c1e3e9 None None] Port 664c0275-1473-4aad-84d5-97a7c1a02383 cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:28:27.762814 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445b02b-a8d6-43ed-a459-f90d2cf95227 req-36ff9f0d-2aba-4fee-a037-565547152b1f tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:27.771218 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7445b02b-a8d6-43ed-a459-f90d2cf95227 req-36ff9f0d-2aba-4fee-a037-565547152b1f tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=d417b2f9-b72a-4a4a-9851-a91b84d65342 HTTP/1.1" status: 200 len: 944 time: 0.1330018 Jun 26 16:28:27.834274 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7445b02b-a8d6-43ed-a459-f90d2cf95227 req-18403faa-83bc-4892-9197-db6e01aa234c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457039 Jun 26 16:28:27.852795 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Notify callbacks [] for port, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:27.956274 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:27.959116 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-676ea846-46da-4dba-8384-8091c4ceef82 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:28.040076 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684433'] for router_interface, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:28.043637 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Pushing event updated for resources: {'Port': ['ID=664c0275-1473-4aad-84d5-97a7c1a02383,revision_number=2']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:28.048336 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:28.221474 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Network e94c20e7-5965-43ca-9670-d24ba76c78fd is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:28.223048 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b95a93-c000-45d6-854a-ca2a77374505 req-06accf00-7410-49b8-92dc-e0456563158b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:28.224097 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:28.225411 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-26b95a93-c000-45d6-854a-ca2a77374505 req-06accf00-7410-49b8-92dc-e0456563158b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0971310 Jun 26 16:28:28.293507 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 3fd0b5b3-7349-40b4-8888-347c01f827b0 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:28.310892 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 55154) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:28.340480 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-26b95a93-c000-45d6-854a-ca2a77374505 req-deccfa98-cff1-4d6f-9a6e-45096d159fb3 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091712 Jun 26 16:28:28.484093 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Router 4cdce789-f3d0-452f-9a77-296ef7cb4c19 has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:28:28.522219 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port 3fd0b5b3-7349-40b4-8888-347c01f827b0 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:28.526556 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 3fd0b5b3-7349-40b4-8888-347c01f827b0 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:28.527141 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:28.647247 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-81c1b72b-67b8-4011-9828-dda386318272 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:28.648211 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:28:28.653749 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] 10.222.0.35 "PUT /v2.0/routers/4cdce789-f3d0-452f-9a77-296ef7cb4c19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2099974 Jun 26 16:28:28.665251 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-81c1b72b-67b8-4011-9828-dda386318272 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/networks?id=bb61fcc5-b55f-4ea6-88ab-05941d155a7c HTTP/1.1" status: 200 len: 814 time: 0.2388790 Jun 26 16:28:28.703148 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-00783a17-8274-4b11-bda0-a102a4adf2ba tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/quotas/9d18dfcef1f642d6aa374cd57848aa7f HTTP/1.1" status: 200 len: 375 time: 0.0264518 Jun 26 16:28:28.703769 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-840274ce-1353-48e6-82e9-261228c48350 None None] Provisioning complete for port 664c0275-1473-4aad-84d5-97a7c1a02383 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:28.704152 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-840274ce-1353-48e6-82e9-261228c48350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:28.705729 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-bc570402-ded4-4ff9-8507-8a55c5959914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:28.734904 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:28.760725 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-840274ce-1353-48e6-82e9-261228c48350 None None] Port 664c0275-1473-4aad-84d5-97a7c1a02383 cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:28:28.765796 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port 3fd0b5b3-7349-40b4-8888-347c01f827b0, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=3fd0b5b3-7349-40b4-8888-347c01f827b0,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:28.769553 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-f5ad2e71-285c-4fe0-b848-3a6558a5b149 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d18dfcef1f642d6aa374cd57848aa7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650377 Jun 26 16:28:28.811211 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3 up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:28.850490 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:28.859727 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:28.906847 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-7d2ff8e9-7d1b-4bec-a2ed-e28326925da1 service neutron] 10.222.0.35 "GET /v2.0/networks/bb61fcc5-b55f-4ea6-88ab-05941d155a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361575 Jun 26 16:28:28.925583 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=3fd0b5b3-7349-40b4-8888-347c01f827b0,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:28.928874 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:28.955705 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-bc570402-ded4-4ff9-8507-8a55c5959914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:28.968450 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning for port 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:28.976108 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:28.976916 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:29.022560 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-bc570402-ded4-4ff9-8507-8a55c5959914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:29.028497 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-0cdc3fc1-40a4-4f31-9e9d-ef27519b1eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:29.068616 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:29.091026 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-bc570402-ded4-4ff9-8507-8a55c5959914 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=00a6e45e94b54b4e98619ff577e348d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7790444 Jun 26 16:28:29.093799 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 55178) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:29.095114 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc570402-ded4-4ff9-8507-8a55c5959914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aaa7f52-ae85-4821-8bdb-4d3e65ba1380,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:29.095285 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd417b2f9-b72a-4a4a-9851-a91b84d65342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:28:29.097513 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff481b86-927a-4bca-a478-07e4c9381454" -d '{"events": [{"server_uuid": "d417b2f9-b72a-4a4a-9851-a91b84d65342", "name": "network-vif-plugged", "status": "completed", "tag": "01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:28:29.107860 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-7ba31670-eee7-43a4-a08b-5a73a22ce717 service neutron] 10.222.0.35 "GET /v2.0/networks/bb61fcc5-b55f-4ea6-88ab-05941d155a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993842 Jun 26 16:28:29.108428 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-bc570402-ded4-4ff9-8507-8a55c5959914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:29.113829 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3,segment=NetworkSegment(5157ce06-5344-460b-ae56-328e0291ce37),segment_id=5157ce06-5344-460b-ae56-328e0291ce37)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:29.143195 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069598d2-cba3-4160-a727-a8cee678b88e req-31f4c626-597b-4c52-b233-fea516db2f98 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:29.151975 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-069598d2-cba3-4160-a727-a8cee678b88e req-31f4c626-597b-4c52-b233-fea516db2f98 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=d417b2f9-b72a-4a4a-9851-a91b84d65342 HTTP/1.1" status: 200 len: 944 time: 0.1708844 Jun 26 16:28:29.156303 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bf525dab-abf1-4828-bc8b-168206970ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:29.184723 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bf525dab-abf1-4828-bc8b-168206970ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:29.198413 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-069598d2-cba3-4160-a727-a8cee678b88e req-652eb3b1-0b54-425f-aaee-55679c857bae tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454924 Jun 26 16:28:29.242132 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:29.244599 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:29.272639 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f74ad9-29c8-4d77-9ceb-699ed26317e9 x-openstack-request-id: req-16f74ad9-29c8-4d77-9ceb-699ed26317e9 {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:28:29.272944 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d417b2f9-b72a-4a4a-9851-a91b84d65342", "name": "network-vif-plugged", "status": "completed", "tag": "01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:28:29.273204 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-16f74ad9-29c8-4d77-9ceb-699ed26317e9 {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:28:29.273694 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd417b2f9-b72a-4a4a-9851-a91b84d65342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3', 'code': 200} Jun 26 16:28:29.303723 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:29.307608 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:29.345491 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bf525dab-abf1-4828-bc8b-168206970ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:29.348200 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bf525dab-abf1-4828-bc8b-168206970ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:29.349357 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-bf525dab-abf1-4828-bc8b-168206970ae4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0aaa7f52-ae85-4821-8bdb-4d3e65ba1380 HTTP/1.1" status: 204 len: 168 time: 0.2537594 Jun 26 16:28:29.350420 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-44b6501c-b66f-4296-8b03-6b52ad582c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:29.363576 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf525dab-abf1-4828-bc8b-168206970ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aaa7f52-ae85-4821-8bdb-4d3e65ba1380,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:29.371431 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-bf525dab-abf1-4828-bc8b-168206970ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:29.528286 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-327b2182-8e9d-4c51-8faf-c9c7e2cd3920 req-295a8d81-0694-4443-9d89-215a6c743beb tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 210 time: 0.0721178 Jun 26 16:28:29.656532 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34695e67-86c5-40ee-9ebc-aa54a34d03ff req-2e0665b3-fd28-41fc-8580-c25e4a1637c2 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:29.664274 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-34695e67-86c5-40ee-9ebc-aa54a34d03ff req-2e0665b3-fd28-41fc-8580-c25e4a1637c2 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.1349013 Jun 26 16:28:29.721573 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-34695e67-86c5-40ee-9ebc-aa54a34d03ff req-ee130f14-b97a-445b-afc6-332d96e0e57d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533652 Jun 26 16:28:29.740643 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52f9a3-80fa-408e-97b3-84f036a4f3c2 req-9347f0a3-be85-4665-af24-11d35da7ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:29.743459 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] Sync routers for ids ['4cdce789-f3d0-452f-9a77-296ef7cb4c19'] in dv-cinder-798189-1-iscsi {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:28:29.749351 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-0e52f9a3-80fa-408e-97b3-84f036a4f3c2 req-9347f0a3-be85-4665-af24-11d35da7ee77 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d417b2f9-b72a-4a4a-9851-a91b84d65342 HTTP/1.1" status: 200 len: 1098 time: 0.1032052 Jun 26 16:28:29.755824 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] Routers {'4cdce789-f3d0-452f-9a77-296ef7cb4c19'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:28:29.756311 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:28:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['4cdce789-f3d0-452f-9a77-296ef7cb4c19'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:29.799095 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-0e52f9a3-80fa-408e-97b3-84f036a4f3c2 req-3d2d6ac4-b15b-428e-bc28-57b4cd228fd3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302198 Jun 26 16:28:29.878399 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] Set router 4cdce789-f3d0-452f-9a77-296ef7cb4c19 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:28:30.076545 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdce789-f3d0-452f-9a77-296ef7cb4c19', 'name': 'tempest-TestMinimumBasicScenario-955654195-router', 'tenant_id': '49098a4caced4b719521c5796683480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '3fd0b5b3-7349-40b4-8888-347c01f827b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:21Z', 'updated_at': '2021-06-26T16:28:27Z', 'revision_number': 4, 'project_id': '49098a4caced4b719521c5796683480f', 'gw_port': {'id': '3fd0b5b3-7349-40b4-8888-347c01f827b0', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdce789-f3d0-452f-9a77-296ef7cb4c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:22Z', 'updated_at': '2021-06-26T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '664c0275-1473-4aad-84d5-97a7c1a02383', 'name': '', 'network_id': 'e94c20e7-5965-43ca-9670-d24ba76c78fd', 'tenant_id': '49098a4caced4b719521c5796683480f', 'mac_address': 'fa:16:3e:1b:51:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdce789-f3d0-452f-9a77-296ef7cb4c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9f318650-354e-46c3-80ee-35afc9a61f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:26Z', 'updated_at': '2021-06-26T16:28:27Z', 'revision_number': 2, 'project_id': '49098a4caced4b719521c5796683480f', 'subnets': [{'id': '9f318650-354e-46c3-80ee-35afc9a61f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:30.106492 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] Checking router: 4cdce789-f3d0-452f-9a77-296ef7cb4c19 for host: dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:28:30.106887 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] Updating router 4cdce789-f3d0-452f-9a77-296ef7cb4c19 port 664c0275-1473-4aad-84d5-97a7c1a02383 binding host dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:28:30.175097 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:30.253339 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 3fd0b5b3-7349-40b4-8888-347c01f827b0 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:30.435426 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 3fd0b5b3-7349-40b4-8888-347c01f827b0 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:30.436007 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:30.492975 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025f38b-9ccb-4ed7-8b07-c19efb46c21b req-f71db580-bfb2-422c-87d0-c9559f1d937f tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:30.500093 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7025f38b-9ccb-4ed7-8b07-c19efb46c21b req-f71db580-bfb2-422c-87d0-c9559f1d937f tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=d417b2f9-b72a-4a4a-9851-a91b84d65342 HTTP/1.1" status: 200 len: 945 time: 0.0856044 Jun 26 16:28:30.604798 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7025f38b-9ccb-4ed7-8b07-c19efb46c21b req-ac54fe03-28bd-4b31-bf0f-e04429176a94 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021841 Jun 26 16:28:30.718816 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1703d224-271b-42b0-bee4-89541dd217cf req-65310109-7a0d-44d7-8673-22e75c3c4afe tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 210 time: 0.0963755 Jun 26 16:28:30.737735 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] Notify callbacks [] for port, precommit_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:30.763718 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] Transition to ACTIVE for port object 664c0275-1473-4aad-84d5-97a7c1a02383 will not be triggered until provisioned by entity L2. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:30.848580 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:30.851003 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:30.934981 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8de47-5a1b-4723-99e7-25a8224e160c req-607a6150-29e0-442f-82c5-9a449a3601e7 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:30.936651 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-78a8de47-5a1b-4723-99e7-25a8224e160c req-607a6150-29e0-442f-82c5-9a449a3601e7 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0949779 Jun 26 16:28:30.985417 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8285a-100d-4309-89ed-9abc47c10ad2 None None] Pushing event updated for resources: {'Port': ['ID=664c0275-1473-4aad-84d5-97a7c1a02383,revision_number=3']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:31.299057 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-bcc8285a-100d-4309-89ed-9abc47c10ad2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:31.301257 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-78a8de47-5a1b-4723-99e7-25a8224e160c req-506769f1-98ff-48fe-a90b-254e4b2c8240 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075027 Jun 26 16:28:31.543040 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] Attempting to bind port 664c0275-1473-4aad-84d5-97a7c1a02383 on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:28:31.543754 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] Attempting to bind port 664c0275-1473-4aad-84d5-97a7c1a02383 by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': '7067c21e-8af0-4023-990b-b550c9471bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e94c20e7-5965-43ca-9670-d24ba76c78fd'}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:28:31.544304 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] Attempting to bind port 664c0275-1473-4aad-84d5-97a7c1a02383 on network e94c20e7-5965-43ca-9670-d24ba76c78fd {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:31.549985 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:28:31.550667 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] Checking segment: {'id': '7067c21e-8af0-4023-990b-b550c9471bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e94c20e7-5965-43ca-9670-d24ba76c78fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:31.551482 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:31.551885 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] Bound using segment: {'id': '7067c21e-8af0-4023-990b-b550c9471bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e94c20e7-5965-43ca-9670-d24ba76c78fd'} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:28:31.552367 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] Bound port: 664c0275-1473-4aad-84d5-97a7c1a02383, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7067c21e-8af0-4023-990b-b550c9471bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e94c20e7-5965-43ca-9670-d24ba76c78fd'}}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:28:31.552762 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:31.633114 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] For port 664c0275-1473-4aad-84d5-97a7c1a02383, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:28:31.637150 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] For port 664c0275-1473-4aad-84d5-97a7c1a02383, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=664c0275-1473-4aad-84d5-97a7c1a02383,segment=NetworkSegment(7067c21e-8af0-4023-990b-b550c9471bc5),segment_id=7067c21e-8af0-4023-990b-b550c9471bc5)] {{(pid=93426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:28:31.714515 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-b3dc4cfc-9249-46cc-aeba-45b37b5581ce req-78a49753-1329-4f42-a8b7-de5616903357 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0948324 Jun 26 16:28:31.779873 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:31.783605 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:31.878210 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc4cfc-9249-46cc-aeba-45b37b5581ce req-21dc0603-0930-4358-be78-0f54814ee8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:31.881556 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-b3dc4cfc-9249-46cc-aeba-45b37b5581ce req-21dc0603-0930-4358-be78-0f54814ee8eb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86896a6b6e4744a48feb2d643fa1a7e6&device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 1098 time: 0.1367280 Jun 26 16:28:31.972923 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] Routers {'4cdce789-f3d0-452f-9a77-296ef7cb4c19'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:28:31.972923 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:28:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['4cdce789-f3d0-452f-9a77-296ef7cb4c19'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:32.027093 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068215df-4e18-413f-8032-16ba4089b740 req-13ef9716-50a6-4d32-9a6c-a59ca1cce31d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:32.039198 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-068215df-4e18-413f-8032-16ba4089b740 req-13ef9716-50a6-4d32-9a6c-a59ca1cce31d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=d417b2f9-b72a-4a4a-9851-a91b84d65342 HTTP/1.1" status: 200 len: 945 time: 0.2429721 Jun 26 16:28:32.077320 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8285a-100d-4309-89ed-9abc47c10ad2 None None] Pushing event updated for resources: {'Port': ['ID=664c0275-1473-4aad-84d5-97a7c1a02383,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:32.082565 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-bcc8285a-100d-4309-89ed-9abc47c10ad2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:32.129202 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bbc94284-75a2-4cd9-bd82-441de3d3ccb7 req-ab071948-ea74-4801-adbe-e5e3ec4c03b8 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 210 time: 0.0625119 Jun 26 16:28:32.187221 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc4cfc-9249-46cc-aeba-45b37b5581ce req-e77ff620-a98d-4542-9dc2-d0e93b782580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:32.188271 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-068215df-4e18-413f-8032-16ba4089b740 req-73d0a387-b8ed-48f7-ab1b-a47f5e9b9eb7 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480923 Jun 26 16:28:32.189795 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-b3dc4cfc-9249-46cc-aeba-45b37b5581ce req-e77ff620-a98d-4542-9dc2-d0e93b782580 service neutron] 10.222.0.38 "GET /v2.0/networks?id=838ee064-f821-42c8-9617-9a149204fe5b HTTP/1.1" status: 200 len: 919 time: 0.2366569 Jun 26 16:28:32.216793 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] Set router 4cdce789-f3d0-452f-9a77-296ef7cb4c19 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:28:32.242317 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-b3dc4cfc-9249-46cc-aeba-45b37b5581ce req-f018aa9c-f114-4259-94b9-b03b10990819 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5981eb1-4cf0-4f06-a9d8-d474ee270606 HTTP/1.1" status: 200 len: 217 time: 0.0436730 Jun 26 16:28:32.308430 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc4cfc-9249-46cc-aeba-45b37b5581ce req-24fdfced-acd1-4838-b9f2-2ddfbc5fed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:32.310353 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-b3dc4cfc-9249-46cc-aeba-45b37b5581ce req-24fdfced-acd1-4838-b9f2-2ddfbc5fed8f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=306da1d4-c663-423c-a407-5d085628ca91 HTTP/1.1" status: 200 len: 858 time: 0.0562758 Jun 26 16:28:32.351851 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-b3dc4cfc-9249-46cc-aeba-45b37b5581ce req-3f310c6d-b5c5-43b2-b396-f91477e17138 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=838ee064-f821-42c8-9617-9a149204fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337355 Jun 26 16:28:32.469011 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-b3dc4cfc-9249-46cc-aeba-45b37b5581ce req-e98125a6-49db-4d98-acd0-df95de759e60 service neutron] 10.222.0.38 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091189 Jun 26 16:28:32.480487 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdce789-f3d0-452f-9a77-296ef7cb4c19', 'name': 'tempest-TestMinimumBasicScenario-955654195-router', 'tenant_id': '49098a4caced4b719521c5796683480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '3fd0b5b3-7349-40b4-8888-347c01f827b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:21Z', 'updated_at': '2021-06-26T16:28:27Z', 'revision_number': 4, 'project_id': '49098a4caced4b719521c5796683480f', 'gw_port': {'id': '3fd0b5b3-7349-40b4-8888-347c01f827b0', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdce789-f3d0-452f-9a77-296ef7cb4c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:22Z', 'updated_at': '2021-06-26T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '664c0275-1473-4aad-84d5-97a7c1a02383', 'name': '', 'network_id': 'e94c20e7-5965-43ca-9670-d24ba76c78fd', 'tenant_id': '49098a4caced4b719521c5796683480f', 'mac_address': 'fa:16:3e:1b:51:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdce789-f3d0-452f-9a77-296ef7cb4c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9f318650-354e-46c3-80ee-35afc9a61f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:26Z', 'updated_at': '2021-06-26T16:28:31Z', 'revision_number': 4, 'project_id': '49098a4caced4b719521c5796683480f', 'subnets': [{'id': '9f318650-354e-46c3-80ee-35afc9a61f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:32.508879 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1b2e4-1392-4a30-98be-8448d8603270 req-a2b9c04a-6285-4630-a643-896ea82eeea5 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:32.510853 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-65b1b2e4-1392-4a30-98be-8448d8603270 req-a2b9c04a-6285-4630-a643-896ea82eeea5 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0960100 Jun 26 16:28:32.517004 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11a89d2-bbd1-42a4-9089-41377f329213 None None] The sync data for ids ['4cdce789-f3d0-452f-9a77-296ef7cb4c19'] in dv-cinder-798189-1-iscsi is: [{'id': '4cdce789-f3d0-452f-9a77-296ef7cb4c19', 'name': 'tempest-TestMinimumBasicScenario-955654195-router', 'tenant_id': '49098a4caced4b719521c5796683480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '3fd0b5b3-7349-40b4-8888-347c01f827b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:21Z', 'updated_at': '2021-06-26T16:28:27Z', 'revision_number': 4, 'project_id': '49098a4caced4b719521c5796683480f', 'gw_port': {'id': '3fd0b5b3-7349-40b4-8888-347c01f827b0', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdce789-f3d0-452f-9a77-296ef7cb4c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:22Z', 'updated_at': '2021-06-26T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '664c0275-1473-4aad-84d5-97a7c1a02383', 'name': '', 'network_id': 'e94c20e7-5965-43ca-9670-d24ba76c78fd', 'tenant_id': '49098a4caced4b719521c5796683480f', 'mac_address': 'fa:16:3e:1b:51:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdce789-f3d0-452f-9a77-296ef7cb4c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9f318650-354e-46c3-80ee-35afc9a61f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:26Z', 'updated_at': '2021-06-26T16:28:31Z', 'revision_number': 4, 'project_id': '49098a4caced4b719521c5796683480f', 'subnets': [{'id': '9f318650-354e-46c3-80ee-35afc9a61f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:28:32.602452 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-65b1b2e4-1392-4a30-98be-8448d8603270 req-a5e1c63c-00b8-46c3-bfc3-fec8768f9a37 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816016 Jun 26 16:28:32.667325 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-b3dc4cfc-9249-46cc-aeba-45b37b5581ce req-98f186be-10f6-4e18-92e0-26ed0cb8b172 service neutron] 10.222.0.38 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815574 Jun 26 16:28:33.341773 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0d788db9-d491-4b7d-8789-9424b6e7ece3 req-0e1cc758-75c8-4c61-b6bd-9ab94b04735f tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 210 time: 0.0472875 Jun 26 16:28:33.454179 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f4638-f79e-4768-a1a2-df0100e79c16 req-aec43246-a7e1-4237-9974-92fb66473089 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:33.464814 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c77f4638-f79e-4768-a1a2-df0100e79c16 req-aec43246-a7e1-4237-9974-92fb66473089 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=d417b2f9-b72a-4a4a-9851-a91b84d65342 HTTP/1.1" status: 200 len: 945 time: 0.1220598 Jun 26 16:28:33.547572 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c77f4638-f79e-4768-a1a2-df0100e79c16 req-8ebf999f-09e9-4172-b9ab-acaff1fd5f8f tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775647 Jun 26 16:28:33.839066 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a3ca3-24ba-486b-8d3c-78fd10dd6028 req-a8a76be7-8d5c-4842-a196-7712e7c10ab2 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:33.840626 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8a6a3ca3-24ba-486b-8d3c-78fd10dd6028 req-a8a76be7-8d5c-4842-a196-7712e7c10ab2 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0839670 Jun 26 16:28:33.893008 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8a6a3ca3-24ba-486b-8d3c-78fd10dd6028 req-81d884e3-68b0-4a21-b796-a271c32f7583 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449185 Jun 26 16:28:34.258715 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 664c0275-1473-4aad-84d5-97a7c1a02383 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:34.435922 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port 664c0275-1473-4aad-84d5-97a7c1a02383 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:34.440059 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 664c0275-1473-4aad-84d5-97a7c1a02383 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:34.440739 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:34.579075 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-455befa8-2171-4f79-83c9-0511c666e2da tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:34.581403 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-455befa8-2171-4f79-83c9-0511c666e2da tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.38 "GET /v2.0/networks?id=bb61fcc5-b55f-4ea6-88ab-05941d155a7c HTTP/1.1" status: 200 len: 814 time: 0.1703696 Jun 26 16:28:34.595665 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7f576131-986c-463e-af7a-5f1b3003790d req-a36adfe7-6a5d-4580-9dd7-c7f625a780a1 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 210 time: 0.0516093 Jun 26 16:28:34.619449 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-fffbde3d-93a5-4bbc-ad2c-3f851f24361c tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Request body: {'port': {'device_id': '766bee9b-cb15-4566-b356-97b2d4ed3e7d', 'network_id': 'bb61fcc5-b55f-4ea6-88ab-05941d155a7c', 'admin_state_up': True, 'tenant_id': '9d18dfcef1f642d6aa374cd57848aa7f'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:34.632762 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:34.725315 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port 664c0275-1473-4aad-84d5-97a7c1a02383, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=664c0275-1473-4aad-84d5-97a7c1a02383,segment=NetworkSegment(7067c21e-8af0-4023-990b-b550c9471bc5),segment_id=7067c21e-8af0-4023-990b-b550c9471bc5)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:34.859092 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:34.861331 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-0e17ed01-da3c-469f-a0dc-0fdcec9ac33d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:34.929667 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=664c0275-1473-4aad-84d5-97a7c1a02383,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:34.939623 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:34.940029 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:34.940295 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:34.940630 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:34.940964 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:34.941292 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:34.941616 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:34.941940 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:34.942266 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:34.942586 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:34.942977 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:34.943298 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:34.944801 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-fffbde3d-93a5-4bbc-ad2c-3f851f24361c tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Made reservation on behalf of 9d18dfcef1f642d6aa374cd57848aa7f for: {'port': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:34.948428 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-fffbde3d-93a5-4bbc-ad2c-3f851f24361c tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:34.948601 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:35.114930 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab775ef2-8e22-4af0-8733-4df7c5801396 req-42e9efbb-d1ef-4d1e-92ff-aacb2ad08a68 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:35.123199 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ab775ef2-8e22-4af0-8733-4df7c5801396 req-42e9efbb-d1ef-4d1e-92ff-aacb2ad08a68 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0838947 Jun 26 16:28:35.171532 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ab775ef2-8e22-4af0-8733-4df7c5801396 req-9ddbf444-60e9-45f0-ae55-8f8c8247c3f8 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471416 Jun 26 16:28:35.188653 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-fffbde3d-93a5-4bbc-ad2c-3f851f24361c tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Allocated IP 172.20.0.8 (bb61fcc5-b55f-4ea6-88ab-05941d155a7c/9b5db32e-b227-440d-8ae4-66ad01ce9b48/3a4d430e-b040-4aae-b0d7-5278360ea367) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:35.372889 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-fffbde3d-93a5-4bbc-ad2c-3f851f24361c tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:35.540892 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-fffbde3d-93a5-4bbc-ad2c-3f851f24361c tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9987695'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:35.547369 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:35.688126 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-fffbde3d-93a5-4bbc-ad2c-3f851f24361c tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Network bb61fcc5-b55f-4ea6-88ab-05941d155a7c is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:35.695758 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-fffbde3d-93a5-4bbc-ad2c-3f851f24361c tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:35.699405 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-fffbde3d-93a5-4bbc-ad2c-3f851f24361c tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:35.823205 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbde3d-93a5-4bbc-ad2c-3f851f24361c tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Pushing event updated for resources: {'Port': ['ID=3a4d430e-b040-4aae-b0d7-5278360ea367,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:35.826886 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-fffbde3d-93a5-4bbc-ad2c-3f851f24361c tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:35.853424 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-fffbde3d-93a5-4bbc-ad2c-3f851f24361c tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:35.854108 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-fffbde3d-93a5-4bbc-ad2c-3f851f24361c tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:35.922416 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c02cd-cc95-4bf1-a30e-356cc8b4e4e2 req-6fc65815-447b-43cf-8099-2de979b4b66f tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:35.930220 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6a9c02cd-cc95-4bf1-a30e-356cc8b4e4e2 req-6fc65815-447b-43cf-8099-2de979b4b66f tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 931 time: 0.0900683 Jun 26 16:28:36.002499 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-fffbde3d-93a5-4bbc-ad2c-3f851f24361c tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4027448 Jun 26 16:28:36.016485 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Request body: {'port': {'device_id': '766bee9b-cb15-4566-b356-97b2d4ed3e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:36.017319 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6a9c02cd-cc95-4bf1-a30e-356cc8b4e4e2 req-0045f530-8c74-40cc-8774-8ad3a4d4bffe tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853205 Jun 26 16:28:36.137281 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:36.229821 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 664c0275-1473-4aad-84d5-97a7c1a02383 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:36.300797 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 664c0275-1473-4aad-84d5-97a7c1a02383 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:36.301373 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:36.387713 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b55ed7-1aaa-4b16-bedf-03739c171721 req-61fa7d75-2284-4238-aee1-798d6f6b59d9 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:36.395149 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a1b55ed7-1aaa-4b16-bedf-03739c171721 req-61fa7d75-2284-4238-aee1-798d6f6b59d9 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0832491 Jun 26 16:28:36.434205 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a1b55ed7-1aaa-4b16-bedf-03739c171721 req-7a6b25cb-e456-45c6-87c1-0708ebf7c8f0 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379939 Jun 26 16:28:36.498689 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4d430e-b040-4aae-b0d7-5278360ea367 {{(pid=93424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:28:36.506482 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:36.519953 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.provisioning_blocks [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Transition to ACTIVE for port object 3a4d430e-b040-4aae-b0d7-5278360ea367 will not be triggered until provisioned by entity L2. {{(pid=93424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:36.584308 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:36.601289 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:36.604315 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-601ca7d6-e541-49c5-9a28-adebc35774a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:36.658968 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4d430e-b040-4aae-b0d7-5278360ea367,revision_number=2']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:36.668522 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:36.735636 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Attempting to bind port 3a4d430e-b040-4aae-b0d7-5278360ea367 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:28:36.736315 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Attempting to bind port 3a4d430e-b040-4aae-b0d7-5278360ea367 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '0a88f6d2-85a2-4918-bf9f-01650ccdd4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bb61fcc5-b55f-4ea6-88ab-05941d155a7c'}] {{(pid=93424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:28:36.736556 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Attempting to bind port 3a4d430e-b040-4aae-b0d7-5278360ea367 on network bb61fcc5-b55f-4ea6-88ab-05941d155a7c {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:36.743200 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Port 3a4d430e-b040-4aae-b0d7-5278360ea367 on network bb61fcc5-b55f-4ea6-88ab-05941d155a7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:28:36.743567 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Attempting to bind port 3a4d430e-b040-4aae-b0d7-5278360ea367 on network bb61fcc5-b55f-4ea6-88ab-05941d155a7c {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:36.749043 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Checking agent: {'id': '017f0d27-5c15-4479-952a-00a1dbd8023d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'started_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:28:36.749370 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Checking segment: {'id': '0a88f6d2-85a2-4918-bf9f-01650ccdd4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bb61fcc5-b55f-4ea6-88ab-05941d155a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:36.749757 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Bound using segment: {'id': '0a88f6d2-85a2-4918-bf9f-01650ccdd4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bb61fcc5-b55f-4ea6-88ab-05941d155a7c'} {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:28:36.750188 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Bound port: 3a4d430e-b040-4aae-b0d7-5278360ea367, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a88f6d2-85a2-4918-bf9f-01650ccdd4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bb61fcc5-b55f-4ea6-88ab-05941d155a7c'}}] {{(pid=93424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:28:36.750540 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:36.846033 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] For port 3a4d430e-b040-4aae-b0d7-5278360ea367, host hv-cinder-79818, cleared binding levels {{(pid=93424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:28:36.849365 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] For port 3a4d430e-b040-4aae-b0d7-5278360ea367, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=3a4d430e-b040-4aae-b0d7-5278360ea367,segment=NetworkSegment(0a88f6d2-85a2-4918-bf9f-01650ccdd4a4),segment_id=0a88f6d2-85a2-4918-bf9f-01650ccdd4a4)] {{(pid=93424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:28:36.921874 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:36.930095 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:36.982338 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:36.982999 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:36.984389 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] 10.222.0.38 "PUT /v2.0/ports/3a4d430e-b040-4aae-b0d7-5278360ea367 HTTP/1.1" status: 200 len: 1093 time: 0.9724834 Jun 26 16:28:36.984880 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766bee9b-cb15-4566-b356-97b2d4ed3e7d', 'tag': '3a4d430e-b040-4aae-b0d7-5278360ea367'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:28:36.987166 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5085eb0-b3a6-4e17-824b-5743f831d927" -d '{"events": [{"name": "network-changed", "server_uuid": "766bee9b-cb15-4566-b356-97b2d4ed3e7d", "tag": "3a4d430e-b040-4aae-b0d7-5278360ea367"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:28:37.002590 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4d430e-b040-4aae-b0d7-5278360ea367,revision_number=3']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:37.006642 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:37.264444 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-f1f70668-0b27-4f2f-8f73-62da4d0fbde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:37.330246 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dd100f-95f8-48f1-81d7-3286f4051a83 x-openstack-request-id: req-94dd100f-95f8-48f1-81d7-3286f4051a83 {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:28:37.330658 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766bee9b-cb15-4566-b356-97b2d4ed3e7d", "tag": "3a4d430e-b040-4aae-b0d7-5278360ea367", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:28:37.331038 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-94dd100f-95f8-48f1-81d7-3286f4051a83 {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:28:37.331685 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766bee9b-cb15-4566-b356-97b2d4ed3e7d', 'tag': '3a4d430e-b040-4aae-b0d7-5278360ea367', 'status': 'completed', 'code': 200} Jun 26 16:28:37.495171 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51167a47-beb4-4598-bf22-8b2469222bab req-20655117-8dc1-4bf5-ac6d-995fa34ef461 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:37.496818 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-51167a47-beb4-4598-bf22-8b2469222bab req-20655117-8dc1-4bf5-ac6d-995fa34ef461 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 943 time: 0.0791223 Jun 26 16:28:37.539774 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-51167a47-beb4-4598-bf22-8b2469222bab req-70929aa9-28ca-4078-8cb1-b82f22952bbf tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366983 Jun 26 16:28:37.720564 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b3f14-0106-42ce-a45f-6fe3219e7894 req-edee574d-76bb-4036-9343-fc7671057649 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:37.722149 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-827b3f14-0106-42ce-a45f-6fe3219e7894 req-edee574d-76bb-4036-9343-fc7671057649 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0767481 Jun 26 16:28:37.770638 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-827b3f14-0106-42ce-a45f-6fe3219e7894 req-e9e4d431-c8e8-47b8-86c1-9682f26a1fe8 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422347 Jun 26 16:28:37.937115 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8e205-5c82-4470-a2d8-b6aa58987916 req-c3415335-a06c-42f4-a292-297cfa393f38 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:37.938616 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b1f8e205-5c82-4470-a2d8-b6aa58987916 req-c3415335-a06c-42f4-a292-297cfa393f38 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0629516 Jun 26 16:28:37.975275 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b1f8e205-5c82-4470-a2d8-b6aa58987916 req-c49bb1d1-310e-4fc5-a4c5-dcea5021e2ab tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309825 Jun 26 16:28:38.729663 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906a156-522d-491e-98e9-e7d7268788d3 req-f91cd300-d707-4db6-8e03-ffb4172f53fa tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:38.734183 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c906a156-522d-491e-98e9-e7d7268788d3 req-f91cd300-d707-4db6-8e03-ffb4172f53fa tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 943 time: 0.0796707 Jun 26 16:28:38.773318 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c906a156-522d-491e-98e9-e7d7268788d3 req-945b935c-2309-4663-a383-11bcd44679d1 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350153 Jun 26 16:28:38.961503 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d9390-ef78-4ea5-b342-735839609202 req-ea34af2d-6f4f-445b-a8b8-27a63d584238 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:38.964077 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e16d9390-ef78-4ea5-b342-735839609202 req-ea34af2d-6f4f-445b-a8b8-27a63d584238 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0706141 Jun 26 16:28:39.024040 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e16d9390-ef78-4ea5-b342-735839609202 req-62fcc175-01f9-41be-9193-2dd71b2ccb4a tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526879 Jun 26 16:28:39.131737 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5085eb0-b3a6-4e17-824b-5743f831d927 req-80fdc10c-28fb-4640-8713-f6a5230dc507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:39.133548 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-f5085eb0-b3a6-4e17-824b-5743f831d927 req-80fdc10c-28fb-4640-8713-f6a5230dc507 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9d18dfcef1f642d6aa374cd57848aa7f&device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 1096 time: 0.0817876 Jun 26 16:28:39.234558 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ea845-e353-4f62-b2c9-579d3475f2c6 req-ce839ffb-20b4-4823-9cd9-6b3576bae756 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:39.236423 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bc0ea845-e353-4f62-b2c9-579d3475f2c6 req-ce839ffb-20b4-4823-9cd9-6b3576bae756 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0865679 Jun 26 16:28:39.273077 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5085eb0-b3a6-4e17-824b-5743f831d927 req-6b9e759e-70ed-4aea-8237-822baf913167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:39.275844 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-f5085eb0-b3a6-4e17-824b-5743f831d927 req-6b9e759e-70ed-4aea-8237-822baf913167 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=9d18dfcef1f642d6aa374cd57848aa7f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1346705 Jun 26 16:28:39.389024 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5085eb0-b3a6-4e17-824b-5743f831d927 req-ce56935b-288b-4cf7-9610-a296d5c0c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:39.390700 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-f5085eb0-b3a6-4e17-824b-5743f831d927 req-ce56935b-288b-4cf7-9610-a296d5c0c77f service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1045229 Jun 26 16:28:39.513192 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-31966902-eada-4999-9b1f-3ac84d801ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:39.514994 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-31966902-eada-4999-9b1f-3ac84d801ca4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9d18dfcef1f642d6aa374cd57848aa7f&device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 1096 time: 0.0721142 Jun 26 16:28:39.582467 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-3d07b2f8-3d69-41f9-bc58-721fc338d443 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a4d430e-b040-4aae-b0d7-5278360ea367 HTTP/1.1" status: 200 len: 217 time: 0.0558345 Jun 26 16:28:39.588048 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bc0ea845-e353-4f62-b2c9-579d3475f2c6 req-38c0929c-ccc3-4a67-ba03-4ab8ca1399df tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3417876 Jun 26 16:28:39.641443 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9990446-efce-4a98-8521-4bd60bbcb881 req-f9c7bbbd-c8f6-4b0f-84df-a4f78eda676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:39.642954 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d9990446-efce-4a98-8521-4bd60bbcb881 req-f9c7bbbd-c8f6-4b0f-84df-a4f78eda676f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86896a6b6e4744a48feb2d643fa1a7e6&device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 1098 time: 0.3773458 Jun 26 16:28:39.649873 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-19881108-7d2f-4bcf-8f7a-88b17c6d09e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:39.654369 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-19881108-7d2f-4bcf-8f7a-88b17c6d09e3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9b5db32e-b227-440d-8ae4-66ad01ce9b48 HTTP/1.1" status: 200 len: 854 time: 0.0645261 Jun 26 16:28:39.700814 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-634dfc55-d561-4da7-ad28-79f6d8bf9adb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bb61fcc5-b55f-4ea6-88ab-05941d155a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379581 Jun 26 16:28:39.770285 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9990446-efce-4a98-8521-4bd60bbcb881 req-a0fdd343-ba99-467f-ae2f-9fdf27dd2fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:39.771921 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d9990446-efce-4a98-8521-4bd60bbcb881 req-a0fdd343-ba99-467f-ae2f-9fdf27dd2fc4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=838ee064-f821-42c8-9617-9a149204fe5b HTTP/1.1" status: 200 len: 919 time: 0.1203094 Jun 26 16:28:39.878707 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-688f4c7c-274b-4415-9883-a82b6b47f7c6 service neutron] 10.222.0.38 "GET /v2.0/networks/bb61fcc5-b55f-4ea6-88ab-05941d155a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670213 Jun 26 16:28:39.903943 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d9990446-efce-4a98-8521-4bd60bbcb881 req-c2a2f2fc-2685-40ba-90e2-df6cad8e1220 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5981eb1-4cf0-4f06-a9d8-d474ee270606 HTTP/1.1" status: 200 len: 217 time: 0.1195884 Jun 26 16:28:39.935994 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:40.042653 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-e53d936d-0f60-4ac2-a68e-a59216294112 req-c658477f-9275-4e0a-9074-fe59943f8058 service neutron] 10.222.0.38 "GET /v2.0/networks/bb61fcc5-b55f-4ea6-88ab-05941d155a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314511 Jun 26 16:28:40.123331 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9990446-efce-4a98-8521-4bd60bbcb881 req-e282a85e-f180-4ad7-920c-cb05839533cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:40.124795 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d9990446-efce-4a98-8521-4bd60bbcb881 req-e282a85e-f180-4ad7-920c-cb05839533cf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=306da1d4-c663-423c-a407-5d085628ca91 HTTP/1.1" status: 200 len: 858 time: 0.2124002 Jun 26 16:28:40.139203 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-1fde7142-e82e-4037-8bf7-fd472cc43c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:40.220655 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d9990446-efce-4a98-8521-4bd60bbcb881 req-2e85102d-195d-43e7-90ca-1f4f918213da service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=838ee064-f821-42c8-9617-9a149204fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607347 Jun 26 16:28:40.238280 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa0a7-890e-47bc-9ee9-650b743efdb0 req-6f49212f-9872-44ec-8577-b1082166f23e tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:40.246328 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-78eaa0a7-890e-47bc-9ee9-650b743efdb0 req-6f49212f-9872-44ec-8577-b1082166f23e tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 943 time: 0.2763131 Jun 26 16:28:40.405001 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-78eaa0a7-890e-47bc-9ee9-650b743efdb0 req-fee50841-a0a2-4558-a60d-b1d63de52cc9 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575649 Jun 26 16:28:40.440554 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d40d6-c249-44ef-b7f5-3165f5a70057 req-9462bb8c-2aac-4e25-a947-5a9dbf649a02 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:40.442179 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-da8d40d6-c249-44ef-b7f5-3165f5a70057 req-9462bb8c-2aac-4e25-a947-5a9dbf649a02 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.1855764 Jun 26 16:28:40.448123 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d9990446-efce-4a98-8521-4bd60bbcb881 req-3c365f0f-7a04-4dac-8380-8865b84e993d service neutron] 10.222.0.38 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987913 Jun 26 16:28:40.533246 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-da8d40d6-c249-44ef-b7f5-3165f5a70057 req-cdfd9116-4f90-450d-8e40-dea2cc819761 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843630 Jun 26 16:28:40.568770 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d9990446-efce-4a98-8521-4bd60bbcb881 req-d6cdfab9-5364-4501-a930-4df355968b7c service neutron] 10.222.0.38 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121616 Jun 26 16:28:40.824694 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe030f5-7127-4267-b61b-c875c33c9a42 req-08cae910-42a7-4cd2-9639-cd01f0f52d8f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:40.826104 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cbe030f5-7127-4267-b61b-c875c33c9a42 req-08cae910-42a7-4cd2-9639-cd01f0f52d8f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0783284 Jun 26 16:28:40.832096 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:40.883126 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cbe030f5-7127-4267-b61b-c875c33c9a42 req-fd5702c2-2564-4cf6-a0fc-93f3899000a4 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472820 Jun 26 16:28:41.844026 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61fe77-bfc3-477c-9226-e5fcaad4faaf req-63baf447-9242-4934-94f0-e90c917e1ead tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:41.844026 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1e61fe77-bfc3-477c-9226-e5fcaad4faaf req-63baf447-9242-4934-94f0-e90c917e1ead tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 943 time: 0.0900710 Jun 26 16:28:41.844026 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1e61fe77-bfc3-477c-9226-e5fcaad4faaf req-3033cecd-43a1-48de-807b-10e7104cfc49 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950222 Jun 26 16:28:41.844026 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32426206-b80e-42da-9492-15fc24dabad9 req-077327cf-f74a-4671-9c0c-d30165a782d0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:41.844026 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-32426206-b80e-42da-9492-15fc24dabad9 req-077327cf-f74a-4671-9c0c-d30165a782d0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0978072 Jun 26 16:28:41.844026 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-32426206-b80e-42da-9492-15fc24dabad9 req-aa8b9edf-934c-4819-a46a-57087df094df tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323668 Jun 26 16:28:42.077255 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362e4c6-d8d9-4ead-975e-77bc8402e45a req-ab6bea02-bc23-4ca9-a768-03d4f19decb6 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:42.078980 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7362e4c6-d8d9-4ead-975e-77bc8402e45a req-ab6bea02-bc23-4ca9-a768-03d4f19decb6 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0716562 Jun 26 16:28:42.120705 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7362e4c6-d8d9-4ead-975e-77bc8402e45a req-43e16f45-814f-4b53-a8e5-fb9160060bb9 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353017 Jun 26 16:28:42.607500 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:42.864618 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 3a4d430e-b040-4aae-b0d7-5278360ea367 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:28:42.994377 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 3a4d430e-b040-4aae-b0d7-5278360ea367, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=3a4d430e-b040-4aae-b0d7-5278360ea367,segment=NetworkSegment(0a88f6d2-85a2-4918-bf9f-01650ccdd4a4),segment_id=0a88f6d2-85a2-4918-bf9f-01650ccdd4a4)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:43.009308 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': '3a4d430e-b040-4aae-b0d7-5278360ea367', 'network_id': 'bb61fcc5-b55f-4ea6-88ab-05941d155a7c', 'port_id': '3a4d430e-b040-4aae-b0d7-5278360ea367', 'mac_address': 'fa:16:3e:83:4d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5db32e-b227-440d-8ae4-66ad01ce9b48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:28:43.037212 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113ce54-a8e1-47a0-92bb-09c9f1a63700 req-3b8f3b48-d103-432b-80be-bf2a2cd09bae tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:43.039159 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7113ce54-a8e1-47a0-92bb-09c9f1a63700 req-3b8f3b48-d103-432b-80be-bf2a2cd09bae tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.1880088 Jun 26 16:28:43.054641 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:43.070172 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4d430e-b040-4aae-b0d7-5278360ea367 {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:28:43.095475 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 3a4d430e-b040-4aae-b0d7-5278360ea367, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=3a4d430e-b040-4aae-b0d7-5278360ea367,segment=NetworkSegment(0a88f6d2-85a2-4918-bf9f-01650ccdd4a4),segment_id=0a88f6d2-85a2-4918-bf9f-01650ccdd4a4)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:43.098192 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a860691-31db-4cd7-9b39-f3871184151a req-e5ed92b9-c495-417d-ab04-ce870e345cad tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:43.099763 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9a860691-31db-4cd7-9b39-f3871184151a req-e5ed92b9-c495-417d-ab04-ce870e345cad tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 943 time: 0.1840551 Jun 26 16:28:43.105194 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf80f61-d262-4458-b52d-d9969992f5fd req-adcc9adf-e5b6-4ec2-bcf9-88f2c0c8226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:43.105194 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6bf80f61-d262-4458-b52d-d9969992f5fd req-adcc9adf-e5b6-4ec2-bcf9-88f2c0c8226e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37245b0b96f64637951914c50cb066eb&device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 1099 time: 0.1244202 Jun 26 16:28:43.156902 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7113ce54-a8e1-47a0-92bb-09c9f1a63700 req-820425c1-e276-4a84-b866-df27b5a35ddd tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064987 Jun 26 16:28:43.191134 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:43.191134 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:43.210148 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9a860691-31db-4cd7-9b39-f3871184151a req-4749590a-3877-4011-b3aa-7228086297ff tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912657 Jun 26 16:28:43.266525 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=3a4d430e-b040-4aae-b0d7-5278360ea367,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:43.269743 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:43.279745 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf80f61-d262-4458-b52d-d9969992f5fd req-3190e85a-856b-405f-b06a-10d56c740a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:43.281198 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6bf80f61-d262-4458-b52d-d9969992f5fd req-3190e85a-856b-405f-b06a-10d56c740a81 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6e78350e-b03c-4768-a782-c82d20e18c58 HTTP/1.1" status: 200 len: 912 time: 0.1692991 Jun 26 16:28:43.376645 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6bf80f61-d262-4458-b52d-d9969992f5fd req-fd3f421b-21d3-409b-a276-2157354eb098 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7eff7d9-64c3-44ba-abef-afe21dc226a2 HTTP/1.1" status: 200 len: 1002 time: 0.0867851 Jun 26 16:28:43.431057 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb41b68-476f-456e-a635-4eb064984c7c req-49db7c9a-2b31-48f1-b291-b6b4c4d6d3a1 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:43.434860 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-feb41b68-476f-456e-a635-4eb064984c7c req-49db7c9a-2b31-48f1-b291-b6b4c4d6d3a1 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.1097775 Jun 26 16:28:43.452124 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf80f61-d262-4458-b52d-d9969992f5fd req-a971268e-b3cc-4b04-a11b-bbe34e503b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:43.453725 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6bf80f61-d262-4458-b52d-d9969992f5fd req-a971268e-b3cc-4b04-a11b-bbe34e503b90 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bf83ec24-380c-4a3f-bf30-b819dca890ff HTTP/1.1" status: 200 len: 850 time: 0.0637617 Jun 26 16:28:43.504352 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-feb41b68-476f-456e-a635-4eb064984c7c req-28dfc412-f005-45ce-b31a-8fdd82953628 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639086 Jun 26 16:28:43.531557 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf80f61-d262-4458-b52d-d9969992f5fd req-0daa1706-c335-4f7d-a0cb-9391beccb11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:43.531557 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6bf80f61-d262-4458-b52d-d9969992f5fd req-0daa1706-c335-4f7d-a0cb-9391beccb11a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6e78350e-b03c-4768-a782-c82d20e18c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674646 Jun 26 16:28:43.535197 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['3a4d430e-b040-4aae-b0d7-5278360ea367'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:28:43.626237 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6bf80f61-d262-4458-b52d-d9969992f5fd req-4321c902-3ff4-48fe-b81c-a25628ed185a service neutron] 10.222.0.38 "GET /v2.0/networks/6e78350e-b03c-4768-a782-c82d20e18c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894575 Jun 26 16:28:43.726256 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 55458) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:43.759586 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6bf80f61-d262-4458-b52d-d9969992f5fd req-0fc035a7-8d31-4f4e-b719-4014b2fc76a3 service neutron] 10.222.0.38 "GET /v2.0/networks/6e78350e-b03c-4768-a782-c82d20e18c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185441 Jun 26 16:28:43.881774 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3aae5a8f-d92c-44e9-acb3-275735ec2273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:43.966894 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3aae5a8f-d92c-44e9-acb3-275735ec2273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:44.121983 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3aae5a8f-d92c-44e9-acb3-275735ec2273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:44.126498 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a2ab1c0f-4891-4e6d-9473-ecce4ac8f9c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:44.163983 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae5a8f-d92c-44e9-acb3-275735ec2273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaab8227-8414-4599-93ef-11369f2d130b,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:44.169018 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-3aae5a8f-d92c-44e9-acb3-275735ec2273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:44.177355 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-3aae5a8f-d92c-44e9-acb3-275735ec2273 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f0fe8476b66427391289084dd744983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464941 Jun 26 16:28:44.179215 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 55474) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:44.235777 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-434b5241-3488-4025-b9ab-969a1847f63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:44.258134 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-434b5241-3488-4025-b9ab-969a1847f63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:44.372997 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-434b5241-3488-4025-b9ab-969a1847f63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:44.375683 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-434b5241-3488-4025-b9ab-969a1847f63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:44.379328 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-434b5241-3488-4025-b9ab-969a1847f63c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eaab8227-8414-4599-93ef-11369f2d130b HTTP/1.1" status: 204 len: 168 time: 0.1964934 Jun 26 16:28:44.379328 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-bf525dab-abf1-4828-bc8b-168206970ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:44.386420 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b5241-3488-4025-b9ab-969a1847f63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaab8227-8414-4599-93ef-11369f2d130b,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:44.388788 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-434b5241-3488-4025-b9ab-969a1847f63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:44.410107 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e41727-ca39-48cf-837f-f44511776917 req-a4978fe4-6441-4759-991e-8cc1fa22b4d6 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:44.411633 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b0e41727-ca39-48cf-837f-f44511776917 req-a4978fe4-6441-4759-991e-8cc1fa22b4d6 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.1380327 Jun 26 16:28:44.419809 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-653cfe04-2ff0-49c7-be2d-ab6bf1a17c4f tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:44.421221 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-653cfe04-2ff0-49c7-be2d-ab6bf1a17c4f tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/networks?id=def1ce9b-0209-447b-b28a-e08d7371c68b HTTP/1.1" status: 200 len: 814 time: 0.1365860 Jun 26 16:28:44.449815 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-72eaa5dc-ece5-4726-acfc-8c9869f70b12 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/quotas/55cf3d619b72423baea826ad8c737f5b HTTP/1.1" status: 200 len: 375 time: 0.0207152 Jun 26 16:28:44.472424 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b0e41727-ca39-48cf-837f-f44511776917 req-d6efd225-a11c-4fd2-a4d7-05623682d436 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502551 Jun 26 16:28:44.523716 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-89ed46f3-463a-4fba-b851-89ba12b2a4b1 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=55cf3d619b72423baea826ad8c737f5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681157 Jun 26 16:28:44.657073 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-c2a58dc0-aa6b-454a-99e4-1c94e5379222 service neutron] 10.222.0.35 "GET /v2.0/networks/def1ce9b-0209-447b-b28a-e08d7371c68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213481 Jun 26 16:28:44.697757 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14080c81-a3c9-4411-be57-84546196481a req-326269bd-5210-425c-a3a2-e61288a71789 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:44.699263 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-14080c81-a3c9-4411-be57-84546196481a req-326269bd-5210-425c-a3a2-e61288a71789 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 944 time: 0.1131260 Jun 26 16:28:44.779512 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-14080c81-a3c9-4411-be57-84546196481a req-1ef3ab62-607b-4b9d-ae4d-fe24042d08b5 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686507 Jun 26 16:28:44.800316 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-7101d073-bc77-4149-a473-15c06308a863 service neutron] 10.222.0.35 "GET /v2.0/networks/def1ce9b-0209-447b-b28a-e08d7371c68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300232 Jun 26 16:28:44.892264 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 3a4d430e-b040-4aae-b0d7-5278360ea367 up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:44.945229 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671e7cc-7d87-4d83-985a-7331fedeffa5 req-c101e042-189b-41a6-ac32-ac4698e44a0d tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:44.947303 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f671e7cc-7d87-4d83-985a-7331fedeffa5 req-c101e042-189b-41a6-ac32-ac4698e44a0d tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0638409 Jun 26 16:28:44.983523 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f671e7cc-7d87-4d83-985a-7331fedeffa5 req-79e3c10c-56fb-4fda-8b07-1ce0ded9e0b2 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303946 Jun 26 16:28:45.046814 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning for port 3a4d430e-b040-4aae-b0d7-5278360ea367 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:45.050659 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port 3a4d430e-b040-4aae-b0d7-5278360ea367 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:45.051204 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:45.138306 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:45.151309 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b23dd990-80ba-48a5-aa05-a178416718d8 req-c60ceac8-53ac-4408-963d-5d679731542c tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 210 time: 0.0444486 Jun 26 16:28:45.162405 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766bee9b-cb15-4566-b356-97b2d4ed3e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4d430e-b040-4aae-b0d7-5278360ea367'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:28:45.172208 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c8654f-1971-489b-9d45-7712f36a2bd5" -d '{"events": [{"server_uuid": "766bee9b-cb15-4566-b356-97b2d4ed3e7d", "name": "network-vif-plugged", "status": "completed", "tag": "3a4d430e-b040-4aae-b0d7-5278360ea367"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:28:45.186477 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 3a4d430e-b040-4aae-b0d7-5278360ea367, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=3a4d430e-b040-4aae-b0d7-5278360ea367,segment=NetworkSegment(0a88f6d2-85a2-4918-bf9f-01650ccdd4a4),segment_id=0a88f6d2-85a2-4918-bf9f-01650ccdd4a4)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:45.216611 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57dd540-3a94-45b2-8d1b-2e70ceb13e51 x-openstack-request-id: req-e57dd540-3a94-45b2-8d1b-2e70ceb13e51 {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:28:45.216911 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766bee9b-cb15-4566-b356-97b2d4ed3e7d", "name": "network-vif-plugged", "status": "completed", "tag": "3a4d430e-b040-4aae-b0d7-5278360ea367", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:28:45.217167 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e57dd540-3a94-45b2-8d1b-2e70ceb13e51 {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:28:45.217715 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766bee9b-cb15-4566-b356-97b2d4ed3e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4d430e-b040-4aae-b0d7-5278360ea367', 'code': 200} Jun 26 16:28:45.367213 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:45.371042 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:45.422485 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=3a4d430e-b040-4aae-b0d7-5278360ea367,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:45.425650 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:45.671555 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 55532) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:45.672701 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1af8e3-54eb-4fd4-b5cc-d9f6f35043b7 req-1f9a062e-9117-4515-94c0-26db959880f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:45.674159 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ca1af8e3-54eb-4fd4-b5cc-d9f6f35043b7 req-1f9a062e-9117-4515-94c0-26db959880f9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 1098 time: 0.1021852 Jun 26 16:28:45.684384 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 55536) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:45.693297 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815f17c-091d-4e1d-83c7-f48fe46fafa1 req-255f1d29-e41a-4d9a-8185-d92e47a64846 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:45.694791 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e815f17c-091d-4e1d-83c7-f48fe46fafa1 req-255f1d29-e41a-4d9a-8185-d92e47a64846 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0934708 Jun 26 16:28:45.748901 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ca1af8e3-54eb-4fd4-b5cc-d9f6f35043b7 req-d52f0d1e-5955-4614-8adb-25ce7aa3a888 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531499 Jun 26 16:28:45.752038 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e815f17c-091d-4e1d-83c7-f48fe46fafa1 req-f0f15c92-a9ae-4e40-9feb-bbc5d0445850 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511508 Jun 26 16:28:45.809826 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-f5b35add-0ebc-42e2-b510-d1b23a3e2aff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1585828199-network', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:45.829831 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6160a467-1c42-4fb6-badd-f219527ad838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:45.923410 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b35add-0ebc-42e2-b510-d1b23a3e2aff admin admin] Made reservation on behalf of 2100de5fb39244ff97ddc96c9964d3dc for: {'network': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:45.925509 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f5b35add-0ebc-42e2-b510-d1b23a3e2aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for network, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:45.939121 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f5b35add-0ebc-42e2-b510-d1b23a3e2aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:45.954061 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd546fa-eab8-4d8f-a8e3-77ed33152fdc req-cad67eef-a3c7-45b8-9ea0-43a9be56475a tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:45.955557 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0dd546fa-eab8-4d8f-a8e3-77ed33152fdc req-cad67eef-a3c7-45b8-9ea0-43a9be56475a tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 945 time: 0.0628331 Jun 26 16:28:45.992637 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0dd546fa-eab8-4d8f-a8e3-77ed33152fdc req-0fe648d5-735c-4ead-b82e-a8a807ab04c1 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311871 Jun 26 16:28:46.017998 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6160a467-1c42-4fb6-badd-f219527ad838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:46.089160 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6160a467-1c42-4fb6-badd-f219527ad838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:46.093500 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b0c489f9-a0cd-498a-a161-55add1acbcb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:46.165658 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce6001-90f6-4b76-9311-139386578a9a req-79fb380b-3d7f-4403-ae91-db71b45d8fba tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:46.167249 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8dce6001-90f6-4b76-9311-139386578a9a req-79fb380b-3d7f-4403-ae91-db71b45d8fba tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0702474 Jun 26 16:28:46.209946 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8dce6001-90f6-4b76-9311-139386578a9a req-25c5ec0a-4c40-4f8c-991a-9a52b5991d1d tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366578 Jun 26 16:28:46.241352 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-db38033a-4497-4928-9c80-4ae8da4e519c req-8a0622e3-2366-4caa-b397-bcce32571a62 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 210 time: 0.0327008 Jun 26 16:28:46.339180 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-6160a467-1c42-4fb6-badd-f219527ad838 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3e35a8aecc04734a103797c5f7f46c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6664460 Jun 26 16:28:46.339939 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160a467-1c42-4fb6-badd-f219527ad838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478a5f24-200a-4982-a427-5885a365ef75,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:46.341749 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 55552) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:46.344107 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-6160a467-1c42-4fb6-badd-f219527ad838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:46.400788 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f5b35add-0ebc-42e2-b510-d1b23a3e2aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:46.402281 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-146bb41c-c991-486e-86c3-bf1facf436fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:46.424003 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-146bb41c-c991-486e-86c3-bf1facf436fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:46.458232 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f5b35add-0ebc-42e2-b510-d1b23a3e2aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:46.461362 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-9a2feede-0421-45ee-900a-52938010fa97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:46.483853 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b35add-0ebc-42e2-b510-d1b23a3e2aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211e8642-cd86-4aa9-9407-210ee869b8bf,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:46.486725 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-f5b35add-0ebc-42e2-b510-d1b23a3e2aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:46.526789 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-146bb41c-c991-486e-86c3-bf1facf436fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:46.529415 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-146bb41c-c991-486e-86c3-bf1facf436fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:46.530542 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-146bb41c-c991-486e-86c3-bf1facf436fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/478a5f24-200a-4982-a427-5885a365ef75 HTTP/1.1" status: 204 len: 168 time: 0.1877155 Jun 26 16:28:46.531328 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b35add-0ebc-42e2-b510-d1b23a3e2aff admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:28:46.534335 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-d9b490d3-b6c0-424c-b777-dafd95fe9d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:46.539852 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bb41c-c991-486e-86c3-bf1facf436fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478a5f24-200a-4982-a427-5885a365ef75,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:46.541768 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f5b35add-0ebc-42e2-b510-d1b23a3e2aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:46.542116 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.segments_db [None req-f5b35add-0ebc-42e2-b510-d1b23a3e2aff admin admin] Added segment 181f9d5a-c4bf-45f9-bfaa-809001a802e1 of type vlan for network 8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a Jun 26 16:28:46.547822 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-146bb41c-c991-486e-86c3-bf1facf436fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:46.589799 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f5b35add-0ebc-42e2-b510-d1b23a3e2aff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735252774503'] for network, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:46.664018 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f5b35add-0ebc-42e2-b510-d1b23a3e2aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for network, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:46.665520 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b35add-0ebc-42e2-b510-d1b23a3e2aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:46.666340 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f5b35add-0ebc-42e2-b510-d1b23a3e2aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:46.669970 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:46.727983 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b35add-0ebc-42e2-b510-d1b23a3e2aff admin admin] Pushing event updated for resources: {'Network': ['ID=8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:46.732519 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-f5b35add-0ebc-42e2-b510-d1b23a3e2aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:46.737556 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Network 8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a details requested by agent ovs-agent-dv-cinder-798189-1-iscsi with host dv-cinder-798189-1-iscsi {{(pid=93426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:28:46.747453 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-f5b35add-0ebc-42e2-b510-d1b23a3e2aff admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0616596 Jun 26 16:28:46.750250 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 55556) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:46.756479 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-a327faaf-1734-4123-aa2f-6f9f458bc2bb admin admin] Request body: {'subnet': {'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1585828199-subnet', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'ip_version': 4}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:46.828082 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a327faaf-1734-4123-aa2f-6f9f458bc2bb admin admin] Made reservation on behalf of 2100de5fb39244ff97ddc96c9964d3dc for: {'subnet': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:46.830728 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a327faaf-1734-4123-aa2f-6f9f458bc2bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10403504'] for subnet, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:47.105047 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a327faaf-1734-4123-aa2f-6f9f458bc2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9987611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10403490'] for subnet, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:47.111015 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:47.171608 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327faaf-1734-4123-aa2f-6f9f458bc2bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=33e4ba87-06e7-4b7c-ad07-5c1e136045e2,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:47.175955 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a327faaf-1734-4123-aa2f-6f9f458bc2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:47.184175 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a327faaf-1734-4123-aa2f-6f9f458bc2bb admin admin] Checking segment: {'id': '181f9d5a-c4bf-45f9-bfaa-809001a802e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:47.184508 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a327faaf-1734-4123-aa2f-6f9f458bc2bb admin admin] Network hostable DHCP agents. Network: 8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a, hostable agents: ['e5212cc2-9f20-47fc-9661-8d059b13ec7e'], hosted agents: [] {{(pid=93424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:28:47.185975 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61530350-491b-4c2b-947a-caecd5a83491 req-08e95c17-2d54-4e6b-af32-7516a9f9da01 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:47.187567 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-61530350-491b-4c2b-947a-caecd5a83491 req-08e95c17-2d54-4e6b-af32-7516a9f9da01 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 945 time: 0.0836432 Jun 26 16:28:47.227387 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-61530350-491b-4c2b-947a-caecd5a83491 req-78982d3f-bad2-4e6d-85cb-0e79a5a8b0dd tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335288 Jun 26 16:28:47.269878 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a327faaf-1734-4123-aa2f-6f9f458bc2bb admin admin] Network 8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a is scheduled to be hosted by DHCP agent e5212cc2-9f20-47fc-9661-8d059b13ec7e with binding_index 1 {{(pid=93424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:28:47.350032 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-a327faaf-1734-4123-aa2f-6f9f458bc2bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-iscsi, 8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a) {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:47.359225 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a327faaf-1734-4123-aa2f-6f9f458bc2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:47.362654 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e823d81-e780-4e5b-a487-15f0d0f0aa7b None None] Network 8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:28:47.375629 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a327faaf-1734-4123-aa2f-6f9f458bc2bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:47.405103 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f6b1ca4f-5d6f-469a-ad92-8a107447a3ca req-fc90e481-9d08-4c23-83c3-34f584d80d03 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 210 time: 0.0318441 Jun 26 16:28:47.443651 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5abdac-a24c-4daf-84e3-c87af2c05383 req-4ef93954-444e-4691-ab66-142624ca591f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:47.445311 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6d5abdac-a24c-4daf-84e3-c87af2c05383 req-4ef93954-444e-4691-ab66-142624ca591f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.1041317 Jun 26 16:28:47.448893 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-a327faaf-1734-4123-aa2f-6f9f458bc2bb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6972947 Jun 26 16:28:47.451435 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 55582) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:47.456143 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-6a38a625-396f-4b45-9e08-7de7e7059e23 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1585828199-router', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:47.491327 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6d5abdac-a24c-4daf-84e3-c87af2c05383 req-2e8322d0-404d-462b-b035-e80fcfa3e2d3 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387895 Jun 26 16:28:47.542836 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6a38a625-396f-4b45-9e08-7de7e7059e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:47.542836 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6a38a625-396f-4b45-9e08-7de7e7059e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679976', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5645'] for router, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:47.561854 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ca9a55-d6be-55c4-8bea-142b29d96e3d-8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a', 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'fixed_ips': [{'subnet_id': '33e4ba87-06e7-4b7c-ad07-5c1e136045e2'}]}} from dv-cinder-798189-1-iscsi. {{(pid=93426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 16:28:47.562740 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:47.595565 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6a38a625-396f-4b45-9e08-7de7e7059e23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:47.717254 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.db_base_plugin_common [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Allocated IP 172.20.0.2 (8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a/33e4ba87-06e7-4b7c-ad07-5c1e136045e2/31fe1c0e-a3b2-4b00-b462-e53977505fbc) {{(pid=93426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:47.804465 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6a38a625-396f-4b45-9e08-7de7e7059e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5695'] for router, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:47.898419 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Notify callbacks [] for port, precommit_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:47.907880 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Transition to ACTIVE for port object 31fe1c0e-a3b2-4b00-b462-e53977505fbc will not be triggered until provisioned by entity L2. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:47.924040 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Transition to ACTIVE for port object 31fe1c0e-a3b2-4b00-b462-e53977505fbc will not be triggered until provisioned by entity DHCP. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:48.025152 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741'] for port, after_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:48.027550 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:48.079489 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Pushing event updated for resources: {'Port': ['ID=31fe1c0e-a3b2-4b00-b462-e53977505fbc,revision_number=1']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:48.081427 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6a38a625-396f-4b45-9e08-7de7e7059e23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:48.083153 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:48.090000 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Network 8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a is already hosted by enough agents. {{(pid=93426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:48.091687 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.scheduler.base_scheduler [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Resources bound (agent type, host, resource id): {{(pid=93426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:48.095378 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Received port after_create {{(pid=93426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:48.107844 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6a38a625-396f-4b45-9e08-7de7e7059e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:48.118952 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-3afff7fd-8a9a-4109-9115-f8a6e998aa9e tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:48.120833 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-3afff7fd-8a9a-4109-9115-f8a6e998aa9e tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.38 "GET /v2.0/networks?id=def1ce9b-0209-447b-b28a-e08d7371c68b HTTP/1.1" status: 200 len: 814 time: 0.1166437 Jun 26 16:28:48.138428 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-5ad8d8cf-2aa6-4070-afa7-0dc06eae8dcd tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Request body: {'port': {'device_id': 'abe16ab1-eff0-4f89-831c-53a71749af1e', 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b', 'admin_state_up': True, 'tenant_id': '55cf3d619b72423baea826ad8c737f5b'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:48.168308 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Attempting to bind port 31fe1c0e-a3b2-4b00-b462-e53977505fbc on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:28:48.168758 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Attempting to bind port 31fe1c0e-a3b2-4b00-b462-e53977505fbc by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': '181f9d5a-c4bf-45f9-bfaa-809001a802e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a'}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:28:48.169382 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Attempting to bind port 31fe1c0e-a3b2-4b00-b462-e53977505fbc on network 8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:48.176108 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:28:48.176797 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Checking segment: {'id': '181f9d5a-c4bf-45f9-bfaa-809001a802e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:48.177476 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:48.177788 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Bound using segment: {'id': '181f9d5a-c4bf-45f9-bfaa-809001a802e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a'} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:28:48.179179 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Bound port: 31fe1c0e-a3b2-4b00-b462-e53977505fbc, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181f9d5a-c4bf-45f9-bfaa-809001a802e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a'}}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:28:48.179584 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:48.249280 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] For port 31fe1c0e-a3b2-4b00-b462-e53977505fbc, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:28:48.253225 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] For port 31fe1c0e-a3b2-4b00-b462-e53977505fbc, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=31fe1c0e-a3b2-4b00-b462-e53977505fbc,segment=NetworkSegment(181f9d5a-c4bf-45f9-bfaa-809001a802e1),segment_id=181f9d5a-c4bf-45f9-bfaa-809001a802e1)] {{(pid=93426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:28:48.254180 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [None req-6a38a625-396f-4b45-9e08-7de7e7059e23 admin admin] Allocated IP 172.27.2.195 (1236ffa6-61e0-401d-8733-f5e5c635b4bb/85c7ca79-f8ed-404d-bbb5-368914d3121b/629d3e17-31d9-455d-a853-22d4b598d99f) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:48.329323 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:48.338782 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:48.367350 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6a38a625-396f-4b45-9e08-7de7e7059e23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:48.392983 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-5ad8d8cf-2aa6-4070-afa7-0dc06eae8dcd tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Made reservation on behalf of 55cf3d619b72423baea826ad8c737f5b for: {'port': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:48.397862 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-5ad8d8cf-2aa6-4070-afa7-0dc06eae8dcd tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:48.434431 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Pushing event updated for resources: {'Port': ['ID=31fe1c0e-a3b2-4b00-b462-e53977505fbc,revision_number=2']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:48.437684 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:48.551553 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6a38a625-396f-4b45-9e08-7de7e7059e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9987695'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:48.559895 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:48.573160 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891f43e-0a77-4007-84b7-8ea81c80b791 req-b8cdc400-c3c6-4bf3-940c-3c1b2d92b38a tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:48.582201 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3891f43e-0a77-4007-84b7-8ea81c80b791 req-b8cdc400-c3c6-4bf3-940c-3c1b2d92b38a tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 945 time: 0.2210059 Jun 26 16:28:48.659253 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38a625-396f-4b45-9e08-7de7e7059e23 admin admin] Pushing event updated for resources: {'Port': ['ID=629d3e17-31d9-455d-a853-22d4b598d99f,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:48.665593 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-6a38a625-396f-4b45-9e08-7de7e7059e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:48.682567 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a38a625-396f-4b45-9e08-7de7e7059e23 admin admin] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:48.684692 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-6a38a625-396f-4b45-9e08-7de7e7059e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:48.691918 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a38a625-396f-4b45-9e08-7de7e7059e23 admin admin] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:48.711323 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f29fd498-812d-4012-91c4-022305caa4d1 req-1647e4eb-014b-4c77-bc6e-0875e632804a tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 210 time: 0.0957451 Jun 26 16:28:48.738348 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3891f43e-0a77-4007-84b7-8ea81c80b791 req-b2fa836a-8f7e-4951-8cb9-36f3f713affc tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550703 Jun 26 16:28:48.798970 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_common [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-5ad8d8cf-2aa6-4070-afa7-0dc06eae8dcd tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Allocated IP 172.20.0.8 (def1ce9b-0209-447b-b28a-e08d7371c68b/91a97eac-e645-4b77-b890-2564c4b72980/a521fa0c-fd5e-4d63-ad09-2800cf799f22) {{(pid=93425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:49.129024 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:28:49.213184 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6a38a625-396f-4b45-9e08-7de7e7059e23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:49.386416 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-5ad8d8cf-2aa6-4070-afa7-0dc06eae8dcd tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for port, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:49.465674 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf17d4e-2158-4d34-a0b2-ec5d9d71892a req-7cc30a7c-2b83-46dd-a6bf-a2df0d7672b0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:49.468746 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bdf17d4e-2158-4d34-a0b2-ec5d9d71892a req-7cc30a7c-2b83-46dd-a6bf-a2df0d7672b0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.1927481 Jun 26 16:28:49.477189 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.provisioning_blocks [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-5ad8d8cf-2aa6-4070-afa7-0dc06eae8dcd tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Transition to ACTIVE for port object a521fa0c-fd5e-4d63-ad09-2800cf799f22 will not be triggered until provisioned by entity DHCP. {{(pid=93425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:49.569156 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bdf17d4e-2158-4d34-a0b2-ec5d9d71892a req-6c276d63-2474-4427-a971-453a364582a2 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899670 Jun 26 16:28:49.630679 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6a38a625-396f-4b45-9e08-7de7e7059e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646799'] for router, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:49.668142 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-5ad8d8cf-2aa6-4070-afa7-0dc06eae8dcd tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2366237'] for port, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:49.672742 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:49.829737 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-5ad8d8cf-2aa6-4070-afa7-0dc06eae8dcd tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Network def1ce9b-0209-447b-b28a-e08d7371c68b is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:49.878369 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8d8cf-2aa6-4070-afa7-0dc06eae8dcd tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Pushing event updated for resources: {'Port': ['ID=a521fa0c-fd5e-4d63-ad09-2800cf799f22,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:49.884703 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-5ad8d8cf-2aa6-4070-afa7-0dc06eae8dcd tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:49.887184 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-5ad8d8cf-2aa6-4070-afa7-0dc06eae8dcd tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:49.887981 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-5ad8d8cf-2aa6-4070-afa7-0dc06eae8dcd tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Received port after_create {{(pid=93425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:49.936435 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-5ad8d8cf-2aa6-4070-afa7-0dc06eae8dcd tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:49.937425 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-5ad8d8cf-2aa6-4070-afa7-0dc06eae8dcd tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:49.972393 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a38a625-396f-4b45-9e08-7de7e7059e23 admin admin] Router f6f2c77d-9cfd-4725-9733-32e966b2ffff is scheduled to L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 with binding_index 1 {{(pid=93424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 16:28:50.014111 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aee6e85-6414-4712-986d-18a564de6359 None None] Network 8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:28:50.080730 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-5ad8d8cf-2aa6-4070-afa7-0dc06eae8dcd tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9443839 Jun 26 16:28:50.111850 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe0352-fa95-4f56-9a7c-747edb86c28d req-3ce99901-c04b-47d4-83e3-0a9f5cf28fee tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:50.117404 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4bbe0352-fa95-4f56-9a7c-747edb86c28d req-3ce99901-c04b-47d4-83e3-0a9f5cf28fee tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 931 time: 0.1223302 Jun 26 16:28:50.202249 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4bbe0352-fa95-4f56-9a7c-747edb86c28d req-601475cd-d100-4c9a-b65c-16146e53df6e tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778260 Jun 26 16:28:50.256017 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-283ec019-ae3a-47ba-b4bd-8c4b7e91b663 None None] Provisioning for port 31fe1c0e-a3b2-4b00-b462-e53977505fbc completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:50.268387 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a38a625-396f-4b45-9e08-7de7e7059e23 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:28:50.283413 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] Sync routers for ids ['f6f2c77d-9cfd-4725-9733-32e966b2ffff'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:28:50.303047 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] Routers {'f6f2c77d-9cfd-4725-9733-32e966b2ffff'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:28:50.304878 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:28:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['f6f2c77d-9cfd-4725-9733-32e966b2ffff'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:50.361498 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6a38a625-396f-4b45-9e08-7de7e7059e23 admin admin] Notify callbacks [] for router, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:50.364298 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-6a38a625-396f-4b45-9e08-7de7e7059e23 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9104772 Jun 26 16:28:50.366371 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 55692) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:50.390093 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 31fe1c0e-a3b2-4b00-b462-e53977505fbc up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:50.472740 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] Set router f6f2c77d-9cfd-4725-9733-32e966b2ffff gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:28:50.550153 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-342ea164-e53f-452a-87d2-c8a80e91747c None None] Provisioning for port a521fa0c-fd5e-4d63-ad09-2800cf799f22 completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:50.554582 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-342ea164-e53f-452a-87d2-c8a80e91747c None None] Provisioning complete for port a521fa0c-fd5e-4d63-ad09-2800cf799f22 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:50.559735 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-342ea164-e53f-452a-87d2-c8a80e91747c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:50.616955 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port 31fe1c0e-a3b2-4b00-b462-e53977505fbc completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:50.640499 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 31fe1c0e-a3b2-4b00-b462-e53977505fbc triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:50.640499 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:50.692465 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-342ea164-e53f-452a-87d2-c8a80e91747c None None] Port a521fa0c-fd5e-4d63-ad09-2800cf799f22 cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:28:50.799092 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:50.922345 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'name': 'tempest-TestShelveInstance-1585828199-router', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:47Z', 'updated_at': '2021-06-26T16:28:49Z', 'revision_number': 3, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'gw_port': {'id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:48Z', 'updated_at': '2021-06-26T16:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:50.963746 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77909c7-5476-4ca3-8da1-08b1ed8abc76 req-7b26a5c9-ac0b-4524-9b44-e73cb8429594 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:50.966981 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b77909c7-5476-4ca3-8da1-08b1ed8abc76 req-7b26a5c9-ac0b-4524-9b44-e73cb8429594 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.1356149 Jun 26 16:28:51.043748 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] Checking router: f6f2c77d-9cfd-4725-9733-32e966b2ffff for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:28:51.044143 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] Updating router f6f2c77d-9cfd-4725-9733-32e966b2ffff port 629d3e17-31d9-455d-a853-22d4b598d99f binding host dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:28:51.046492 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b77909c7-5476-4ca3-8da1-08b1ed8abc76 req-9a305906-a4d0-4be3-ad5d-ff4c9c1b4dfe tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732038 Jun 26 16:28:51.082542 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2da59915-d7e8-4966-bf08-740a366e95a3 None None] Provisioning complete for port 31fe1c0e-a3b2-4b00-b462-e53977505fbc triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:51.083641 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2da59915-d7e8-4966-bf08-740a366e95a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:51.115012 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:51.168630 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port 31fe1c0e-a3b2-4b00-b462-e53977505fbc, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=31fe1c0e-a3b2-4b00-b462-e53977505fbc,segment=NetworkSegment(181f9d5a-c4bf-45f9-bfaa-809001a802e1),segment_id=181f9d5a-c4bf-45f9-bfaa-809001a802e1)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:51.243440 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2da59915-d7e8-4966-bf08-740a366e95a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:51.304558 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:51.453679 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cf8ed-b462-42a4-906d-16f54eab967b req-4928d42c-d1c0-4eca-8545-70c470743457 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:51.455279 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-667cf8ed-b462-42a4-906d-16f54eab967b req-4928d42c-d1c0-4eca-8545-70c470743457 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 931 time: 0.1036968 Jun 26 16:28:51.531224 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-667cf8ed-b462-42a4-906d-16f54eab967b req-2438cb34-ea4b-40c3-ad9d-9891f1604182 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700636 Jun 26 16:28:51.533411 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:51.535869 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:51.545341 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:51.556954 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] Transition to ACTIVE for port object 629d3e17-31d9-455d-a853-22d4b598d99f will not be triggered until provisioned by entity L2. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:51.645911 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.db.api [None req-2da59915-d7e8-4966-bf08-740a366e95a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 16:28:51.646337 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_db.api [None req-2da59915-d7e8-4966-bf08-740a366e95a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 16:28:51.666001 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=31fe1c0e-a3b2-4b00-b462-e53977505fbc,revision_number=3']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:51.677362 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:51.730575 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Allocated IP 172.20.0.1 (8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a/33e4ba87-06e7-4b7c-ad07-5c1e136045e2/08811c48-7afd-4769-b9e5-8d333a45b224) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:51.744460 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:51.747610 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-c3c157a1-cbfa-4d4c-b972-385e9599e0b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:51.799276 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] Attempting to bind port 629d3e17-31d9-455d-a853-22d4b598d99f on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:28:51.800258 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] Attempting to bind port 629d3e17-31d9-455d-a853-22d4b598d99f by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:28:51.800258 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] Attempting to bind port 629d3e17-31d9-455d-a853-22d4b598d99f on network 1236ffa6-61e0-401d-8733-f5e5c635b4bb {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:51.802884 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38a14d-1d0f-43ce-a930-c36298c466b1 None None] Pushing event updated for resources: {'Port': ['ID=629d3e17-31d9-455d-a853-22d4b598d99f,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:51.811724 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8d38a14d-1d0f-43ce-a930-c36298c466b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:51.815873 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:28:51.816377 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] Checking segment: {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:51.816788 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:51.817288 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] Bound using segment: {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'} {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:28:51.817839 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] Bound port: 629d3e17-31d9-455d-a853-22d4b598d99f, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:28:51.818376 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:51.840905 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:51.853450 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.provisioning_blocks [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Transition to ACTIVE for port object 08811c48-7afd-4769-b9e5-8d333a45b224 will not be triggered until provisioned by entity DHCP. {{(pid=93424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:51.869418 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] For port 629d3e17-31d9-455d-a853-22d4b598d99f, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:28:51.874810 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] For port 629d3e17-31d9-455d-a853-22d4b598d99f, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=629d3e17-31d9-455d-a853-22d4b598d99f,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:28:52.001673 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:52.003969 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:52.019108 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9987695'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:52.021185 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:52.057166 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Network 8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:52.058589 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] Routers {'f6f2c77d-9cfd-4725-9733-32e966b2ffff'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:28:52.058589 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:28:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['f6f2c77d-9cfd-4725-9733-32e966b2ffff'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:52.061865 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:52.065361 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:52.093026 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Pushing event updated for resources: {'Port': ['ID=08811c48-7afd-4769-b9e5-8d333a45b224,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:52.097097 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:52.103304 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38a14d-1d0f-43ce-a930-c36298c466b1 None None] Pushing event updated for resources: {'Port': ['ID=629d3e17-31d9-455d-a853-22d4b598d99f,revision_number=3']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:52.107728 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8d38a14d-1d0f-43ce-a930-c36298c466b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:52.121181 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684301'] for router_interface, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:52.254942 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] Set router f6f2c77d-9cfd-4725-9733-32e966b2ffff gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:28:52.306631 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 31fe1c0e-a3b2-4b00-b462-e53977505fbc up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:52.347338 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb4e30-924f-4dba-ab17-eba4b139d4f3 req-53134771-50e4-42ba-ae5c-77e347001903 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:52.353324 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2ddb4e30-924f-4dba-ab17-eba4b139d4f3 req-53134771-50e4-42ba-ae5c-77e347001903 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.1305671 Jun 26 16:28:52.371144 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 31fe1c0e-a3b2-4b00-b462-e53977505fbc triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:52.371615 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:52.416051 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2ddb4e30-924f-4dba-ab17-eba4b139d4f3 req-2b20773c-9841-432b-8065-7a52cf850df2 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594881 Jun 26 16:28:52.418421 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:52.538598 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-a3e69364-0e41-4303-8e24-5deeceeedacd None None] Provisioning for port 08811c48-7afd-4769-b9e5-8d333a45b224 completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:52.543484 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-a3e69364-0e41-4303-8e24-5deeceeedacd None None] Provisioning complete for port 08811c48-7afd-4769-b9e5-8d333a45b224 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:52.543996 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-a3e69364-0e41-4303-8e24-5deeceeedacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:52.559757 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'name': 'tempest-TestShelveInstance-1585828199-router', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:47Z', 'updated_at': '2021-06-26T16:28:49Z', 'revision_number': 3, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'gw_port': {'id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:48Z', 'updated_at': '2021-06-26T16:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:52.595865 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-a3e69364-0e41-4303-8e24-5deeceeedacd None None] Port 08811c48-7afd-4769-b9e5-8d333a45b224 cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:28:52.599742 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d034e616-c636-42fc-86dc-a8a389ea4469 None None] The sync data for ids ['f6f2c77d-9cfd-4725-9733-32e966b2ffff'] in dv-cinder-798189-1-iscsi is: [{'id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'name': 'tempest-TestShelveInstance-1585828199-router', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:47Z', 'updated_at': '2021-06-26T16:28:49Z', 'revision_number': 3, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'gw_port': {'id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:48Z', 'updated_at': '2021-06-26T16:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:28:52.646653 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:52.692992 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:52.696551 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-fffbde3d-93a5-4bbc-ad2c-3f851f24361c tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:52.772854 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Pushing event updated for resources: {'Port': ['ID=08811c48-7afd-4769-b9e5-8d333a45b224,revision_number=2']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:52.778295 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:52.791151 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684433'] for router_interface, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:52.904948 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Network 8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:52.906537 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:53.141870 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5445f3b-95ec-45a2-8971-395f655ddd5f req-a7fda909-2b34-4bfd-8506-e13328fb435c tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:53.146533 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c5445f3b-95ec-45a2-8971-395f655ddd5f req-a7fda909-2b34-4bfd-8506-e13328fb435c tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 931 time: 0.1871905 Jun 26 16:28:53.163883 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Router f6f2c77d-9cfd-4725-9733-32e966b2ffff has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:28:53.197928 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c5445f3b-95ec-45a2-8971-395f655ddd5f req-ee7e69c2-d16e-4a94-b312-230fb18cf89a tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477324 Jun 26 16:28:53.239238 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-869a4e61-98fe-46ca-a700-bb2bc8217fec None None] Provisioning complete for port 08811c48-7afd-4769-b9e5-8d333a45b224 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:53.239635 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-869a4e61-98fe-46ca-a700-bb2bc8217fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:53.285807 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-869a4e61-98fe-46ca-a700-bb2bc8217fec None None] Port 08811c48-7afd-4769-b9e5-8d333a45b224 cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:28:53.320139 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:28:53.328634 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] 10.222.0.35 "PUT /v2.0/routers/f6f2c77d-9cfd-4725-9733-32e966b2ffff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9608722 Jun 26 16:28:53.640744 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a2314-d412-4db1-99b5-6892047db97a req-3dfb8721-50ac-4f81-970e-92cf66f7f83d tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:53.642267 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a58a2314-d412-4db1-99b5-6892047db97a req-3dfb8721-50ac-4f81-970e-92cf66f7f83d tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0891116 Jun 26 16:28:53.705225 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a58a2314-d412-4db1-99b5-6892047db97a req-8f568f5d-852a-407c-bfc6-166a7c75fe75 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549932 Jun 26 16:28:54.157541 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 55748) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:54.162591 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-76fec5a8-f646-49a8-8b7b-2b8ed7cc04e8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1222774678-network', 'tenant_id': '92bffe6f40944201ba0f4b165997215c'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:54.235191 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 629d3e17-31d9-455d-a853-22d4b598d99f up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:54.240833 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fec5a8-f646-49a8-8b7b-2b8ed7cc04e8 admin admin] Made reservation on behalf of 92bffe6f40944201ba0f4b165997215c for: {'network': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:54.243283 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-76fec5a8-f646-49a8-8b7b-2b8ed7cc04e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for network, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:54.252090 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-76fec5a8-f646-49a8-8b7b-2b8ed7cc04e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:54.350926 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port 629d3e17-31d9-455d-a853-22d4b598d99f completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:54.359088 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 629d3e17-31d9-455d-a853-22d4b598d99f triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:54.359412 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:54.363766 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-76fec5a8-f646-49a8-8b7b-2b8ed7cc04e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:54.418085 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-76fec5a8-f646-49a8-8b7b-2b8ed7cc04e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:54.421142 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a3f16cc8-4f82-47f8-8eed-d5c74724e2d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:54.421363 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85b8de-4dd9-4048-824e-0120b979c220 req-d3ad0d8d-b1c6-40d2-b0eb-799d6fbb5f3f tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:54.423021 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6e85b8de-4dd9-4048-824e-0120b979c220 req-d3ad0d8d-b1c6-40d2-b0eb-799d6fbb5f3f tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 931 time: 0.0763719 Jun 26 16:28:54.451902 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fec5a8-f646-49a8-8b7b-2b8ed7cc04e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:28:54.452391 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:54.460755 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fec5a8-f646-49a8-8b7b-2b8ed7cc04e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb04122-7423-4241-90be-4e34924a00ca,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:54.464632 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-76fec5a8-f646-49a8-8b7b-2b8ed7cc04e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:54.472263 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-76fec5a8-f646-49a8-8b7b-2b8ed7cc04e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:54.472607 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.segments_db [None req-76fec5a8-f646-49a8-8b7b-2b8ed7cc04e8 admin admin] Added segment 26b55004-a331-4768-ac47-7eacebf314e5 of type vlan for network 215931a1-1730-4485-a652-45c6f9c751dc Jun 26 16:28:54.479575 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6e85b8de-4dd9-4048-824e-0120b979c220 req-db35580e-7559-47f5-a6d9-a7df1663cc6c tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447307 Jun 26 16:28:54.493611 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port 629d3e17-31d9-455d-a853-22d4b598d99f, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=629d3e17-31d9-455d-a853-22d4b598d99f,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:54.527889 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-76fec5a8-f646-49a8-8b7b-2b8ed7cc04e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735252774503'] for network, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:54.578883 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:54.587646 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-efb8276f-1151-421d-ada5-d078ef458756 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:54.611769 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] Sync routers for ids ['f6f2c77d-9cfd-4725-9733-32e966b2ffff'] in dv-cinder-798189-1-iscsi {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:28:54.633818 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] Routers {'f6f2c77d-9cfd-4725-9733-32e966b2ffff'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:28:54.634468 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:28:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['f6f2c77d-9cfd-4725-9733-32e966b2ffff'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:54.646865 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-76fec5a8-f646-49a8-8b7b-2b8ed7cc04e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for network, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:54.648282 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fec5a8-f646-49a8-8b7b-2b8ed7cc04e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:54.648964 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-76fec5a8-f646-49a8-8b7b-2b8ed7cc04e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:54.651211 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-2bdc4803-c0b2-4a41-837b-86f39e6ce7db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:54.689828 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=629d3e17-31d9-455d-a853-22d4b598d99f,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:54.694263 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:54.712526 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fec5a8-f646-49a8-8b7b-2b8ed7cc04e8 admin admin] Pushing event updated for resources: {'Network': ['ID=215931a1-1730-4485-a652-45c6f9c751dc,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:54.723349 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-76fec5a8-f646-49a8-8b7b-2b8ed7cc04e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:54.740321 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Network 215931a1-1730-4485-a652-45c6f9c751dc details requested by agent ovs-agent-dv-cinder-798189-1-iscsi with host dv-cinder-798189-1-iscsi {{(pid=93426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:28:54.748205 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 55758) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:54.752619 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-76fec5a8-f646-49a8-8b7b-2b8ed7cc04e8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5939312 Jun 26 16:28:54.756317 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-e11a2f25-1459-4077-8414-10c9f2319307 admin admin] Request body: {'subnet': {'network_id': '215931a1-1730-4485-a652-45c6f9c751dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1222774678-subnet', 'tenant_id': '92bffe6f40944201ba0f4b165997215c', 'ip_version': 4}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:54.821060 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] Set router f6f2c77d-9cfd-4725-9733-32e966b2ffff gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:28:54.860762 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11a2f25-1459-4077-8414-10c9f2319307 admin admin] Made reservation on behalf of 92bffe6f40944201ba0f4b165997215c for: {'subnet': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:54.863639 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-e11a2f25-1459-4077-8414-10c9f2319307 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2800188'] for subnet, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:55.004639 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810067da-aada-4c98-9ecd-80219fb5e870 req-c783481b-201c-4bb0-8ee2-09ca46385f6f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:55.006425 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-810067da-aada-4c98-9ecd-80219fb5e870 req-c783481b-201c-4bb0-8ee2-09ca46385f6f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.1609108 Jun 26 16:28:55.027101 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'name': 'tempest-TestShelveInstance-1585828199-router', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:47Z', 'updated_at': '2021-06-26T16:28:52Z', 'revision_number': 4, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'gw_port': {'id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:48Z', 'updated_at': '2021-06-26T16:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '08811c48-7afd-4769-b9e5-8d333a45b224', 'name': '', 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'mac_address': 'fa:16:3e:1a:8b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '33e4ba87-06e7-4b7c-ad07-5c1e136045e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:51Z', 'updated_at': '2021-06-26T16:28:52Z', 'revision_number': 2, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'subnets': [{'id': '33e4ba87-06e7-4b7c-ad07-5c1e136045e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:55.057448 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] Checking router: f6f2c77d-9cfd-4725-9733-32e966b2ffff for host: dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:28:55.057694 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] Updating router f6f2c77d-9cfd-4725-9733-32e966b2ffff port 08811c48-7afd-4769-b9e5-8d333a45b224 binding host dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:28:55.076127 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-810067da-aada-4c98-9ecd-80219fb5e870 req-981689d0-4c77-430d-93ef-69ee3c160424 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637393 Jun 26 16:28:55.112002 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:55.189780 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-e11a2f25-1459-4077-8414-10c9f2319307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2366313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2800174'] for subnet, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:55.193682 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:55.250944 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a2f25-1459-4077-8414-10c9f2319307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da65b89-c40e-4614-86d7-ac0fce3cdc55,revision_number=0']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:55.253836 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-e11a2f25-1459-4077-8414-10c9f2319307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:55.268170 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a2f25-1459-4077-8414-10c9f2319307 admin admin] Checking segment: {'id': '26b55004-a331-4768-ac47-7eacebf314e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '215931a1-1730-4485-a652-45c6f9c751dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:55.268523 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11a2f25-1459-4077-8414-10c9f2319307 admin admin] Network hostable DHCP agents. Network: 215931a1-1730-4485-a652-45c6f9c751dc, hostable agents: ['e5212cc2-9f20-47fc-9661-8d059b13ec7e'], hosted agents: [] {{(pid=93425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:28:55.361110 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11a2f25-1459-4077-8414-10c9f2319307 admin admin] Network 215931a1-1730-4485-a652-45c6f9c751dc is scheduled to be hosted by DHCP agent e5212cc2-9f20-47fc-9661-8d059b13ec7e with binding_index 1 {{(pid=93425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:28:55.392986 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] Notify callbacks [] for port, precommit_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:55.402513 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] Transition to ACTIVE for port object 08811c48-7afd-4769-b9e5-8d333a45b224 will not be triggered until provisioned by entity L2. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:55.429583 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [None req-e11a2f25-1459-4077-8414-10c9f2319307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-iscsi, 215931a1-1730-4485-a652-45c6f9c751dc) {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:55.434275 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11a2f25-1459-4077-8414-10c9f2319307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:55.435123 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-e11a2f25-1459-4077-8414-10c9f2319307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:55.440166 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36b721e-2149-4fb0-af6e-2912df64d939 None None] Network 215931a1-1730-4485-a652-45c6f9c751dc requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:28:55.519803 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:55.525794 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:55.545723 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-e11a2f25-1459-4077-8414-10c9f2319307 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7941186 Jun 26 16:28:55.549012 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 55766) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:55.554853 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-e4328385-f703-4b31-9a40-4e4f18068040 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1222774678-router', 'tenant_id': '92bffe6f40944201ba0f4b165997215c', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:55.659766 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfcbf0-99b2-438e-bfe1-aa3751bd207b None None] Pushing event updated for resources: {'Port': ['ID=08811c48-7afd-4769-b9e5-8d333a45b224,revision_number=3']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:55.681476 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e4328385-f703-4b31-9a40-4e4f18068040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:55.682544 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e4328385-f703-4b31-9a40-4e4f18068040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679976', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5645'] for router, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:55.709394 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-20cfcbf0-99b2-438e-bfe1-aa3751bd207b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:55.732187 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ca9a55-d6be-55c4-8bea-142b29d96e3d-215931a1-1730-4485-a652-45c6f9c751dc', 'network_id': '215931a1-1730-4485-a652-45c6f9c751dc', 'tenant_id': '92bffe6f40944201ba0f4b165997215c', 'fixed_ips': [{'subnet_id': '7da65b89-c40e-4614-86d7-ac0fce3cdc55'}]}} from dv-cinder-798189-1-iscsi. {{(pid=93426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 16:28:55.733070 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:55.773259 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af63cfc-4835-48f3-8425-9b154c70e01f req-40523466-db5f-4560-ac5a-f80dac898eeb tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:55.776593 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5af63cfc-4835-48f3-8425-9b154c70e01f req-40523466-db5f-4560-ac5a-f80dac898eeb tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 931 time: 0.1746924 Jun 26 16:28:55.786125 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] Attempting to bind port 08811c48-7afd-4769-b9e5-8d333a45b224 on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:28:55.786506 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] Attempting to bind port 08811c48-7afd-4769-b9e5-8d333a45b224 by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': '181f9d5a-c4bf-45f9-bfaa-809001a802e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a'}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:28:55.786962 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] Attempting to bind port 08811c48-7afd-4769-b9e5-8d333a45b224 on network 8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:55.798276 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:28:55.798683 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] Checking segment: {'id': '181f9d5a-c4bf-45f9-bfaa-809001a802e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:55.804037 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:55.804037 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] Bound using segment: {'id': '181f9d5a-c4bf-45f9-bfaa-809001a802e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a'} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:28:55.804037 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] Bound port: 08811c48-7afd-4769-b9e5-8d333a45b224, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181f9d5a-c4bf-45f9-bfaa-809001a802e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a'}}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:28:55.804037 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:55.816037 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e4328385-f703-4b31-9a40-4e4f18068040 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:55.850046 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5af63cfc-4835-48f3-8425-9b154c70e01f req-451662b6-9d7f-4906-9344-d6a2666b798a tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660014 Jun 26 16:28:55.994406 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] For port 08811c48-7afd-4769-b9e5-8d333a45b224, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:28:55.997540 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] For port 08811c48-7afd-4769-b9e5-8d333a45b224, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=08811c48-7afd-4769-b9e5-8d333a45b224,segment=NetworkSegment(181f9d5a-c4bf-45f9-bfaa-809001a802e1),segment_id=181f9d5a-c4bf-45f9-bfaa-809001a802e1)] {{(pid=93426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:28:55.999342 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.db_base_plugin_common [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Allocated IP 172.20.0.2 (215931a1-1730-4485-a652-45c6f9c751dc/7da65b89-c40e-4614-86d7-ac0fce3cdc55/b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849) {{(pid=93426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:56.075901 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:56.080460 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:56.113708 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e4328385-f703-4b31-9a40-4e4f18068040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5695'] for router, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:56.339015 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c891f23-5863-42a2-bd65-8bca2a67fddd req-a38f9a45-848a-482c-a75a-154b759cde45 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:56.347167 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9c891f23-5863-42a2-bd65-8bca2a67fddd req-a38f9a45-848a-482c-a75a-154b759cde45 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0899558 Jun 26 16:28:56.353978 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfcbf0-99b2-438e-bfe1-aa3751bd207b None None] Pushing event updated for resources: {'Port': ['ID=08811c48-7afd-4769-b9e5-8d333a45b224,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:56.368073 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 629d3e17-31d9-455d-a853-22d4b598d99f up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:56.370036 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-20cfcbf0-99b2-438e-bfe1-aa3751bd207b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:56.387338 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9c891f23-5863-42a2-bd65-8bca2a67fddd req-5503d4d2-08a5-4d11-ba7c-bceebcb15c09 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390315 Jun 26 16:28:56.432006 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] Routers {'f6f2c77d-9cfd-4725-9733-32e966b2ffff'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:28:56.432746 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:28:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['f6f2c77d-9cfd-4725-9733-32e966b2ffff'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:56.441172 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e4328385-f703-4b31-9a40-4e4f18068040 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:56.465242 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e4328385-f703-4b31-9a40-4e4f18068040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:56.565961 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 629d3e17-31d9-455d-a853-22d4b598d99f triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:56.566380 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:56.615189 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [None req-e4328385-f703-4b31-9a40-4e4f18068040 admin admin] Allocated IP 172.27.2.166 (1236ffa6-61e0-401d-8733-f5e5c635b4bb/85c7ca79-f8ed-404d-bbb5-368914d3121b/a68d83d1-1df1-45cb-96e3-9aea2a65d51a) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:56.672106 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:56.687461 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] Set router f6f2c77d-9cfd-4725-9733-32e966b2ffff gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:28:56.694062 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Transition to ACTIVE for port object b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849 will not be triggered until provisioned by entity L2. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:56.724276 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e4328385-f703-4b31-9a40-4e4f18068040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:56.749594 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Transition to ACTIVE for port object b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849 will not be triggered until provisioned by entity DHCP. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:56.829533 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e4328385-f703-4b31-9a40-4e4f18068040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9987695'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:56.832409 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:56.832768 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741'] for port, after_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:56.838633 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:56.891443 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4328385-f703-4b31-9a40-4e4f18068040 admin admin] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:56.901322 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-e4328385-f703-4b31-9a40-4e4f18068040 admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:56.908089 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4328385-f703-4b31-9a40-4e4f18068040 admin admin] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:56.941732 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Network 215931a1-1730-4485-a652-45c6f9c751dc is already hosted by enough agents. {{(pid=93426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:56.943794 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4328385-f703-4b31-9a40-4e4f18068040 admin admin] Pushing event updated for resources: {'Port': ['ID=a68d83d1-1df1-45cb-96e3-9aea2a65d51a,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:56.948463 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-e4328385-f703-4b31-9a40-4e4f18068040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:56.969441 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.scheduler.base_scheduler [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Resources bound (agent type, host, resource id): {{(pid=93426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:57.010219 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Pushing event updated for resources: {'Port': ['ID=b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849,revision_number=1']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:57.027848 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:57.027848 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Received port after_create {{(pid=93426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:57.119049 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08be29-5b17-4720-a857-cb6b612665fc req-557a9318-9dfa-4d68-af90-6d0c7b65b42b tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:57.127024 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9a08be29-5b17-4720-a857-cb6b612665fc req-557a9318-9dfa-4d68-af90-6d0c7b65b42b tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 931 time: 0.1067765 Jun 26 16:28:57.167944 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Attempting to bind port b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849 on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:28:57.168552 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Attempting to bind port b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849 by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': '26b55004-a331-4768-ac47-7eacebf314e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '215931a1-1730-4485-a652-45c6f9c751dc'}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:28:57.168930 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Attempting to bind port b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849 on network 215931a1-1730-4485-a652-45c6f9c751dc {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:57.170460 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9a08be29-5b17-4720-a857-cb6b612665fc req-cadc3336-06d4-4faf-aa23-5b7bdeb3457e tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422146 Jun 26 16:28:57.177488 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:28:57.177873 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Checking segment: {'id': '26b55004-a331-4768-ac47-7eacebf314e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '215931a1-1730-4485-a652-45c6f9c751dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:57.178403 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:57.178831 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Bound using segment: {'id': '26b55004-a331-4768-ac47-7eacebf314e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '215931a1-1730-4485-a652-45c6f9c751dc'} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:28:57.179335 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Bound port: b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b55004-a331-4768-ac47-7eacebf314e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '215931a1-1730-4485-a652-45c6f9c751dc'}}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:28:57.179764 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:57.226387 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'name': 'tempest-TestShelveInstance-1585828199-router', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:47Z', 'updated_at': '2021-06-26T16:28:52Z', 'revision_number': 4, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'gw_port': {'id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:48Z', 'updated_at': '2021-06-26T16:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '08811c48-7afd-4769-b9e5-8d333a45b224', 'name': '', 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'mac_address': 'fa:16:3e:1a:8b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '33e4ba87-06e7-4b7c-ad07-5c1e136045e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:51Z', 'updated_at': '2021-06-26T16:28:55Z', 'revision_number': 4, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'subnets': [{'id': '33e4ba87-06e7-4b7c-ad07-5c1e136045e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:57.259374 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b17726-d9af-45db-8d5d-77133ab87059 None None] The sync data for ids ['f6f2c77d-9cfd-4725-9733-32e966b2ffff'] in dv-cinder-798189-1-iscsi is: [{'id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'name': 'tempest-TestShelveInstance-1585828199-router', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:47Z', 'updated_at': '2021-06-26T16:28:52Z', 'revision_number': 4, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'gw_port': {'id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:48Z', 'updated_at': '2021-06-26T16:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '08811c48-7afd-4769-b9e5-8d333a45b224', 'name': '', 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'mac_address': 'fa:16:3e:1a:8b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '33e4ba87-06e7-4b7c-ad07-5c1e136045e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:51Z', 'updated_at': '2021-06-26T16:28:55Z', 'revision_number': 4, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'subnets': [{'id': '33e4ba87-06e7-4b7c-ad07-5c1e136045e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:28:57.297984 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] For port b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:28:57.301342 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] For port b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849,segment=NetworkSegment(26b55004-a331-4768-ac47-7eacebf314e5),segment_id=26b55004-a331-4768-ac47-7eacebf314e5)] {{(pid=93426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:28:57.583997 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19faf23-1f93-4e35-9e27-a880b754d66a req-fed05f83-075f-43e2-99ef-f7230e820a95 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:57.583997 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b19faf23-1f93-4e35-9e27-a880b754d66a req-fed05f83-075f-43e2-99ef-f7230e820a95 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0641813 Jun 26 16:28:57.634663 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b19faf23-1f93-4e35-9e27-a880b754d66a req-335bca7e-1e75-47d9-bedd-3452314f4004 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548952 Jun 26 16:28:57.757466 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:57.779295 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:57.869082 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Pushing event updated for resources: {'Port': ['ID=b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849,revision_number=2']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:57.876713 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:57.905262 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e4328385-f703-4b31-9a40-4e4f18068040 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:58.189338 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e4328385-f703-4b31-9a40-4e4f18068040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646799'] for router, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:58.427504 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:58.537888 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3994d80-22d1-42f0-9a7d-0f554150e190 req-667e30bc-dfb6-423d-9ecb-55d6f4abcc88 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:58.539545 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e3994d80-22d1-42f0-9a7d-0f554150e190 req-667e30bc-dfb6-423d-9ecb-55d6f4abcc88 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 931 time: 0.1478062 Jun 26 16:28:58.584036 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e3994d80-22d1-42f0-9a7d-0f554150e190 req-c0c90fd4-1a05-4dc0-b050-b3bd84130727 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372865 Jun 26 16:28:58.589936 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:58.594207 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 08811c48-7afd-4769-b9e5-8d333a45b224 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:58.704297 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port 08811c48-7afd-4769-b9e5-8d333a45b224 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:58.709921 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 08811c48-7afd-4769-b9e5-8d333a45b224 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:58.710497 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:58.778529 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4328385-f703-4b31-9a40-4e4f18068040 admin admin] Router 0820d639-3e90-400d-b3d9-bcaf066cc819 is scheduled to L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 with binding_index 1 {{(pid=93424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 16:28:58.857427 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:58.895840 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af7026-06f8-4cb1-9eff-bb895fad973c req-e8601cef-414b-4a0d-80df-d4c0ebe6863b tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:58.908638 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-82af7026-06f8-4cb1-9eff-bb895fad973c req-e8601cef-414b-4a0d-80df-d4c0ebe6863b tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.1243584 Jun 26 16:28:58.939728 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port 08811c48-7afd-4769-b9e5-8d333a45b224, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=08811c48-7afd-4769-b9e5-8d333a45b224,segment=NetworkSegment(181f9d5a-c4bf-45f9-bfaa-809001a802e1),segment_id=181f9d5a-c4bf-45f9-bfaa-809001a802e1)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:58.959331 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-82af7026-06f8-4cb1-9eff-bb895fad973c req-8df94cd9-eb5d-470d-9d3f-5cfb359b5a1a tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493252 Jun 26 16:28:58.959511 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4328385-f703-4b31-9a40-4e4f18068040 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:28:58.967852 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] Sync routers for ids ['0820d639-3e90-400d-b3d9-bcaf066cc819'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:28:58.980886 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] Routers {'0820d639-3e90-400d-b3d9-bcaf066cc819'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:28:58.982954 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:28:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['0820d639-3e90-400d-b3d9-bcaf066cc819'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:59.024159 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:59.034426 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:59.069950 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e4328385-f703-4b31-9a40-4e4f18068040 admin admin] Notify callbacks [] for router, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:59.071530 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-e4328385-f703-4b31-9a40-4e4f18068040 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5207012 Jun 26 16:28:59.074365 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 55800) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:59.091865 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=08811c48-7afd-4769-b9e5-8d333a45b224,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:59.096651 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:59.112564 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] Set router 0820d639-3e90-400d-b3d9-bcaf066cc819 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:28:59.307774 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d303ae33-034d-4be8-8170-3461c676c461 None None] Network 215931a1-1730-4485-a652-45c6f9c751dc requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:28:59.375716 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820d639-3e90-400d-b3d9-bcaf066cc819', 'name': 'tempest-TestShelveInstance-1222774678-router', 'tenant_id': '92bffe6f40944201ba0f4b165997215c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a68d83d1-1df1-45cb-96e3-9aea2a65d51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:55Z', 'updated_at': '2021-06-26T16:28:57Z', 'revision_number': 3, 'project_id': '92bffe6f40944201ba0f4b165997215c', 'gw_port': {'id': 'a68d83d1-1df1-45cb-96e3-9aea2a65d51a', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820d639-3e90-400d-b3d9-bcaf066cc819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:56Z', 'updated_at': '2021-06-26T16:28:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:59.407158 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] Checking router: 0820d639-3e90-400d-b3d9-bcaf066cc819 for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:28:59.407511 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] Updating router 0820d639-3e90-400d-b3d9-bcaf066cc819 port a68d83d1-1df1-45cb-96e3-9aea2a65d51a binding host dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:28:59.449670 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:59.482781 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-e486ca35-6f55-4692-9a2b-f8e79583dc28 None None] Provisioning for port b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849 completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:59.489361 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-e486ca35-6f55-4692-9a2b-f8e79583dc28 None None] Provisioning complete for port b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:59.489955 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-e486ca35-6f55-4692-9a2b-f8e79583dc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:59.638492 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-e486ca35-6f55-4692-9a2b-f8e79583dc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:59.713297 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-e486ca35-6f55-4692-9a2b-f8e79583dc28 None None] For port b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849,segment=NetworkSegment(26b55004-a331-4768-ac47-7eacebf314e5),segment_id=26b55004-a331-4768-ac47-7eacebf314e5)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:59.790953 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-e486ca35-6f55-4692-9a2b-f8e79583dc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:59.793344 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:59.793662 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:59.872610 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486ca35-6f55-4692-9a2b-f8e79583dc28 None None] Pushing event updated for resources: {'Port': ['ID=b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849,revision_number=3']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:59.903992 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-e486ca35-6f55-4692-9a2b-f8e79583dc28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:59.920371 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-72c9e0f7-088a-472e-8d45-e29e37338814 None None] Provisioning complete for port b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:59.921260 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-72c9e0f7-088a-472e-8d45-e29e37338814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.043867 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ba340-8983-46ff-b9c1-a1149965d4fd req-73f74ee7-88fa-45cb-af16-912e577ca197 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:00.047205 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Allocated IP 172.20.0.1 (215931a1-1730-4485-a652-45c6f9c751dc/7da65b89-c40e-4614-86d7-ac0fce3cdc55/87f1f723-3a06-4330-882a-0b0949a34b8a) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:29:00.049853 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f28ba340-8983-46ff-b9c1-a1149965d4fd req-73f74ee7-88fa-45cb-af16-912e577ca197 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 931 time: 0.1805778 Jun 26 16:29:00.107409 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f28ba340-8983-46ff-b9c1-a1149965d4fd req-fb78d376-0f3a-4535-b7e5-9fbb738292bb tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513792 Jun 26 16:29:00.110889 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.121751 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] Transition to ACTIVE for port object a68d83d1-1df1-45cb-96e3-9aea2a65d51a will not be triggered until provisioned by entity L2. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:29:00.177615 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.198136 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.provisioning_blocks [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Transition to ACTIVE for port object 87f1f723-3a06-4330-882a-0b0949a34b8a will not be triggered until provisioned by entity DHCP. {{(pid=93424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:29:00.201321 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.215144 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8d38a14d-1d0f-43ce-a930-c36298c466b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:00.267150 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:29:00.274382 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce917b-f29b-4d43-bba4-caf25887fa13 req-3f403cb9-e1ba-4cae-93cc-efdd65b9ad12 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:00.276340 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a1ce917b-f29b-4d43-bba4-caf25887fa13 req-3f403cb9-e1ba-4cae-93cc-efdd65b9ad12 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.1263247 Jun 26 16:29:00.277684 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] Attempting to bind port a68d83d1-1df1-45cb-96e3-9aea2a65d51a on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:29:00.278124 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] Attempting to bind port a68d83d1-1df1-45cb-96e3-9aea2a65d51a by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:29:00.278552 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] Attempting to bind port a68d83d1-1df1-45cb-96e3-9aea2a65d51a on network 1236ffa6-61e0-401d-8733-f5e5c635b4bb {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:29:00.289744 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:29:00.292764 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] Checking segment: {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:29:00.292764 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.292764 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] Bound using segment: {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'} {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:29:00.292764 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] Bound port: a68d83d1-1df1-45cb-96e3-9aea2a65d51a, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:29:00.292764 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.310128 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9987695'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.316809 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:00.318154 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ede62-ec1d-4ec7-8785-da0a00ac5fa9 None None] Pushing event updated for resources: {'Port': ['ID=a68d83d1-1df1-45cb-96e3-9aea2a65d51a,revision_number=2']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:00.323115 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-668ede62-ec1d-4ec7-8785-da0a00ac5fa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:00.328288 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:00.328738 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.331557 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a1ce917b-f29b-4d43-bba4-caf25887fa13 req-e3b4400f-077c-4f0c-b5ae-f3d574d00e02 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486336 Jun 26 16:29:00.364917 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] For port a68d83d1-1df1-45cb-96e3-9aea2a65d51a, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:29:00.370873 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] For port a68d83d1-1df1-45cb-96e3-9aea2a65d51a, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=a68d83d1-1df1-45cb-96e3-9aea2a65d51a,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:29:00.379743 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Network 215931a1-1730-4485-a652-45c6f9c751dc is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:29:00.382703 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:29:00.388033 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:29:00.391790 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Pushing event updated for resources: {'Port': ['ID=87f1f723-3a06-4330-882a-0b0949a34b8a,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:00.411570 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:00.421681 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 08811c48-7afd-4769-b9e5-8d333a45b224 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:29:00.463946 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.473794 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:00.482151 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684301'] for router_interface, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.505587 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 08811c48-7afd-4769-b9e5-8d333a45b224 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:00.506096 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.536168 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] Routers {'0820d639-3e90-400d-b3d9-bcaf066cc819'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:29:00.537416 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:28:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['0820d639-3e90-400d-b3d9-bcaf066cc819'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:00.599759 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ede62-ec1d-4ec7-8785-da0a00ac5fa9 None None] Pushing event updated for resources: {'Port': ['ID=a68d83d1-1df1-45cb-96e3-9aea2a65d51a,revision_number=3']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:00.612403 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-668ede62-ec1d-4ec7-8785-da0a00ac5fa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:00.688968 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] Set router 0820d639-3e90-400d-b3d9-bcaf066cc819 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:29:00.721715 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.869616 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-83a054f6-b516-429e-8714-d4c3f7a3b7dc None None] Provisioning for port 87f1f723-3a06-4330-882a-0b0949a34b8a completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:29:00.870386 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820d639-3e90-400d-b3d9-bcaf066cc819', 'name': 'tempest-TestShelveInstance-1222774678-router', 'tenant_id': '92bffe6f40944201ba0f4b165997215c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a68d83d1-1df1-45cb-96e3-9aea2a65d51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:55Z', 'updated_at': '2021-06-26T16:28:57Z', 'revision_number': 3, 'project_id': '92bffe6f40944201ba0f4b165997215c', 'gw_port': {'id': 'a68d83d1-1df1-45cb-96e3-9aea2a65d51a', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820d639-3e90-400d-b3d9-bcaf066cc819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:56Z', 'updated_at': '2021-06-26T16:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:00.873533 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-83a054f6-b516-429e-8714-d4c3f7a3b7dc None None] Provisioning complete for port 87f1f723-3a06-4330-882a-0b0949a34b8a triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:00.874108 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-83a054f6-b516-429e-8714-d4c3f7a3b7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.897245 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36256a81-d9e5-4221-bf02-833f6f91b0b0 None None] The sync data for ids ['0820d639-3e90-400d-b3d9-bcaf066cc819'] in dv-cinder-798189-1-iscsi is: [{'id': '0820d639-3e90-400d-b3d9-bcaf066cc819', 'name': 'tempest-TestShelveInstance-1222774678-router', 'tenant_id': '92bffe6f40944201ba0f4b165997215c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a68d83d1-1df1-45cb-96e3-9aea2a65d51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:55Z', 'updated_at': '2021-06-26T16:28:57Z', 'revision_number': 3, 'project_id': '92bffe6f40944201ba0f4b165997215c', 'gw_port': {'id': 'a68d83d1-1df1-45cb-96e3-9aea2a65d51a', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820d639-3e90-400d-b3d9-bcaf066cc819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:56Z', 'updated_at': '2021-06-26T16:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:29:00.907429 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.919663 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-83a054f6-b516-429e-8714-d4c3f7a3b7dc None None] Port 87f1f723-3a06-4330-882a-0b0949a34b8a cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:29:00.990142 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.995843 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-99e2ee30-3d83-42e2-9703-5aae49c0cfda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:01.068102 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Pushing event updated for resources: {'Port': ['ID=87f1f723-3a06-4330-882a-0b0949a34b8a,revision_number=2']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:01.070939 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:01.072028 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684433'] for router_interface, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:01.180369 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Network 215931a1-1730-4485-a652-45c6f9c751dc is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:29:01.182011 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:29:01.426848 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Router 0820d639-3e90-400d-b3d9-bcaf066cc819 has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:29:01.440453 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f70df-d694-4cb4-bb14-504467e6c727 req-2d17804e-b320-4053-89ad-c749aa289af2 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:01.453726 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a46f70df-d694-4cb4-bb14-504467e6c727 req-2d17804e-b320-4053-89ad-c749aa289af2 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 931 time: 0.1307611 Jun 26 16:29:01.565469 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a46f70df-d694-4cb4-bb14-504467e6c727 req-1a12e5bd-df85-4b96-80cf-10de961c609b tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102924 Jun 26 16:29:01.603728 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-72fb169c-4680-4c2e-96d4-ed22471a75bc None None] Provisioning complete for port 87f1f723-3a06-4330-882a-0b0949a34b8a triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:01.604111 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-72fb169c-4680-4c2e-96d4-ed22471a75bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:01.738228 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:29:01.740803 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-72fb169c-4680-4c2e-96d4-ed22471a75bc None None] Port 87f1f723-3a06-4330-882a-0b0949a34b8a cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:29:01.753340 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] 10.222.0.35 "PUT /v2.0/routers/0820d639-3e90-400d-b3d9-bcaf066cc819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6699767 Jun 26 16:29:01.941521 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7defd5f-1361-4720-9896-0f20de1f49dc req-be12ad52-1513-44b7-a145-9d1c6cd0f87e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:01.949119 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f7defd5f-1361-4720-9896-0f20de1f49dc req-be12ad52-1513-44b7-a145-9d1c6cd0f87e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0748048 Jun 26 16:29:02.003491 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f7defd5f-1361-4720-9896-0f20de1f49dc req-7cacca7c-5802-40c9-8edc-8a5c83af8326 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533588 Jun 26 16:29:02.281047 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device a68d83d1-1df1-45cb-96e3-9aea2a65d51a up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:29:02.399853 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 55840) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:02.400351 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port a68d83d1-1df1-45cb-96e3-9aea2a65d51a completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:29:02.404844 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port a68d83d1-1df1-45cb-96e3-9aea2a65d51a triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:02.405237 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:02.406379 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-fffccd16-0984-457a-b518-432343b156ec tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-742319645', 'description': 'tempest-secgroup-smoke-742319645 description', 'project_id': '2100de5fb39244ff97ddc96c9964d3dc'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:02.486928 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:02.488906 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-fffccd16-0984-457a-b518-432343b156ec tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:02.526941 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port a68d83d1-1df1-45cb-96e3-9aea2a65d51a, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=a68d83d1-1df1-45cb-96e3-9aea2a65d51a,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:02.584627 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-fffccd16-0984-457a-b518-432343b156ec tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:02.595358 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:02.597346 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:02.641432 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-fffccd16-0984-457a-b518-432343b156ec tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:02.647791 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-02b2eccf-fa09-4ed4-be99-e29bb23dfce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:02.694663 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffccd16-0984-457a-b518-432343b156ec tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=885568f9-d1c7-4294-be4a-9b6fd6b23d2e,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:02.701444 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-fffccd16-0984-457a-b518-432343b156ec tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:02.717625 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=a68d83d1-1df1-45cb-96e3-9aea2a65d51a,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:02.720887 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:02.790539 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-fffccd16-0984-457a-b518-432343b156ec tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:02.791755 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-fffccd16-0984-457a-b518-432343b156ec tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3903832 Jun 26 16:29:02.795561 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 55848) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:02.802988 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-55a79a69-b1e8-4457-a499-f8e7a24c108a tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Request body: {'security_group_rule': {'security_group_id': '885568f9-d1c7-4294-be4a-9b6fd6b23d2e', 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:02.839410 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda465f0-c8c5-4972-b3b2-121a031f5f88 req-eb96c229-ec49-497d-ab54-d595078de1d2 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:02.841694 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cda465f0-c8c5-4972-b3b2-121a031f5f88 req-eb96c229-ec49-497d-ab54-d595078de1d2 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 931 time: 0.0817366 Jun 26 16:29:02.878888 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cda465f0-c8c5-4972-b3b2-121a031f5f88 req-bcd75379-373c-4655-977c-63968e98751e tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323620 Jun 26 16:29:02.912545 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-55a79a69-b1e8-4457-a499-f8e7a24c108a tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:02.985036 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-55a79a69-b1e8-4457-a499-f8e7a24c108a tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:03.052689 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-55a79a69-b1e8-4457-a499-f8e7a24c108a tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:03.055384 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:03.073985 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a79a69-b1e8-4457-a499-f8e7a24c108a tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4acbeb2c-9115-4146-b5b5-4b5ceba2f4bb,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:03.077720 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-55a79a69-b1e8-4457-a499-f8e7a24c108a tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:03.144984 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-55a79a69-b1e8-4457-a499-f8e7a24c108a tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:03.146461 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-55a79a69-b1e8-4457-a499-f8e7a24c108a tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3494987 Jun 26 16:29:03.149804 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 55854) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:03.154955 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-d46ed0a0-77b2-4c28-81e0-971d5633d440 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Request body: {'security_group_rule': {'security_group_id': '885568f9-d1c7-4294-be4a-9b6fd6b23d2e', 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:03.185635 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e9fe4-50c6-4a9f-96e1-5fc8a44e2626 req-2882e0fd-91b9-4ba7-8121-0be94110a8cc tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:03.187139 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-567e9fe4-50c6-4a9f-96e1-5fc8a44e2626 req-2882e0fd-91b9-4ba7-8121-0be94110a8cc tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0757334 Jun 26 16:29:03.228059 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-567e9fe4-50c6-4a9f-96e1-5fc8a44e2626 req-fd8034da-151a-4273-9c45-b7c7768b05c8 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350273 Jun 26 16:29:03.241492 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d46ed0a0-77b2-4c28-81e0-971d5633d440 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:03.312721 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d46ed0a0-77b2-4c28-81e0-971d5633d440 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:03.452626 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d46ed0a0-77b2-4c28-81e0-971d5633d440 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:03.457519 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-55a79a69-b1e8-4457-a499-f8e7a24c108a tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:03.475446 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ed0a0-77b2-4c28-81e0-971d5633d440 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2341bdc-961e-4241-a66b-a659e4ab3227,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:03.484689 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-d46ed0a0-77b2-4c28-81e0-971d5633d440 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:04.107901 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3910471-e12c-4161-9517-264d53a32f6e req-620c1a61-fd8d-46d9-a777-72ff699630a7 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:04.109394 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b3910471-e12c-4161-9517-264d53a32f6e req-620c1a61-fd8d-46d9-a777-72ff699630a7 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 931 time: 0.0889907 Jun 26 16:29:04.151885 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b3910471-e12c-4161-9517-264d53a32f6e req-ea9ab075-f36f-4c16-9df4-b5455ecf24df tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367973 Jun 26 16:29:04.226613 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device a68d83d1-1df1-45cb-96e3-9aea2a65d51a up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:29:04.271373 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d46ed0a0-77b2-4c28-81e0-971d5633d440 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:04.279858 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-d46ed0a0-77b2-4c28-81e0-971d5633d440 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1262705 Jun 26 16:29:04.279858 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 55866) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:04.284945 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-40e8d3de-4c30-497f-8272-00723bfe567b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Request body: {'security_group_rule': {'security_group_id': '885568f9-d1c7-4294-be4a-9b6fd6b23d2e', 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:04.292651 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port a68d83d1-1df1-45cb-96e3-9aea2a65d51a triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:04.293330 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:04.423167 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-40e8d3de-4c30-497f-8272-00723bfe567b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:04.431438 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] Sync routers for ids ['0820d639-3e90-400d-b3d9-bcaf066cc819'] in dv-cinder-798189-1-iscsi {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:29:04.442380 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] Routers {'0820d639-3e90-400d-b3d9-bcaf066cc819'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:29:04.443396 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:28:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['0820d639-3e90-400d-b3d9-bcaf066cc819'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:04.451656 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115a4ff-f5bd-406e-b2b5-ae439eb41056 req-b19170e1-9957-41eb-b124-aa7e643d93c8 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:04.453373 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f115a4ff-f5bd-406e-b2b5-ae439eb41056 req-b19170e1-9957-41eb-b124-aa7e643d93c8 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0730102 Jun 26 16:29:04.480654 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-40e8d3de-4c30-497f-8272-00723bfe567b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:04.494683 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f115a4ff-f5bd-406e-b2b5-ae439eb41056 req-4fe49744-c37d-4bce-8c04-e08b7ce8649d tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352738 Jun 26 16:29:04.550045 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-40e8d3de-4c30-497f-8272-00723bfe567b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:04.552097 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:04.568853 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8d3de-4c30-497f-8272-00723bfe567b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908da099-928a-4392-a04b-debd05d857c4,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:04.573720 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-40e8d3de-4c30-497f-8272-00723bfe567b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:04.624783 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-40e8d3de-4c30-497f-8272-00723bfe567b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:04.626565 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-40e8d3de-4c30-497f-8272-00723bfe567b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3453743 Jun 26 16:29:04.629478 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 55870) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:04.635417 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-23f61a87-1edf-4201-a657-89caebec3eed tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Request body: {'security_group_rule': {'security_group_id': '885568f9-d1c7-4294-be4a-9b6fd6b23d2e', 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:04.725375 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] Set router 0820d639-3e90-400d-b3d9-bcaf066cc819 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:29:04.755172 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-23f61a87-1edf-4201-a657-89caebec3eed tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:04.834120 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-23f61a87-1edf-4201-a657-89caebec3eed tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:04.918722 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-23f61a87-1edf-4201-a657-89caebec3eed tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:04.944415 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:04.944415 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f61a87-1edf-4201-a657-89caebec3eed tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31861cb6-c290-4502-9eb2-8ff50b3e87ce,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:04.946282 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-23f61a87-1edf-4201-a657-89caebec3eed tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:04.981435 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820d639-3e90-400d-b3d9-bcaf066cc819', 'name': 'tempest-TestShelveInstance-1222774678-router', 'tenant_id': '92bffe6f40944201ba0f4b165997215c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a68d83d1-1df1-45cb-96e3-9aea2a65d51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:55Z', 'updated_at': '2021-06-26T16:29:00Z', 'revision_number': 4, 'project_id': '92bffe6f40944201ba0f4b165997215c', 'gw_port': {'id': 'a68d83d1-1df1-45cb-96e3-9aea2a65d51a', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820d639-3e90-400d-b3d9-bcaf066cc819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:56Z', 'updated_at': '2021-06-26T16:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '87f1f723-3a06-4330-882a-0b0949a34b8a', 'name': '', 'network_id': '215931a1-1730-4485-a652-45c6f9c751dc', 'tenant_id': '92bffe6f40944201ba0f4b165997215c', 'mac_address': 'fa:16:3e:6a:da:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820d639-3e90-400d-b3d9-bcaf066cc819', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7da65b89-c40e-4614-86d7-ac0fce3cdc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:59Z', 'updated_at': '2021-06-26T16:29:00Z', 'revision_number': 2, 'project_id': '92bffe6f40944201ba0f4b165997215c', 'subnets': [{'id': '7da65b89-c40e-4614-86d7-ac0fce3cdc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:05.012085 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] Checking router: 0820d639-3e90-400d-b3d9-bcaf066cc819 for host: dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:29:05.012456 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] Updating router 0820d639-3e90-400d-b3d9-bcaf066cc819 port 87f1f723-3a06-4330-882a-0b0949a34b8a binding host dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:29:05.052549 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:05.206809 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-23f61a87-1edf-4201-a657-89caebec3eed tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:05.210713 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-23f61a87-1edf-4201-a657-89caebec3eed tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5772810 Jun 26 16:29:05.211113 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 55880) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:05.215982 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-c8ff17cf-ce42-4669-95a9-3daf984da4a0 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Request body: {'security_group_rule': {'security_group_id': '885568f9-d1c7-4294-be4a-9b6fd6b23d2e', 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:05.329192 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:05.338486 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] Transition to ACTIVE for port object 87f1f723-3a06-4330-882a-0b0949a34b8a will not be triggered until provisioned by entity L2. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:29:05.343173 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5ec1e-1e76-4622-a5f1-3828d4a7c60a req-3321e1b2-0e81-402e-984a-c94dda18b9ec tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:05.344655 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fda5ec1e-1e76-4622-a5f1-3828d4a7c60a req-3321e1b2-0e81-402e-984a-c94dda18b9ec tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 931 time: 0.0634835 Jun 26 16:29:05.345859 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.db.securitygroups_db [None req-c8ff17cf-ce42-4669-95a9-3daf984da4a0 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Project 2100de5fb39244ff97ddc96c9964d3dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 16:29:05.356942 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c8ff17cf-ce42-4669-95a9-3daf984da4a0 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:05.406317 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fda5ec1e-1e76-4622-a5f1-3828d4a7c60a req-3e9af0ad-d4e5-47ae-a441-164f007d6d65 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559769 Jun 26 16:29:05.412859 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:05.416411 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:05.431859 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c8ff17cf-ce42-4669-95a9-3daf984da4a0 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:05.461443 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7036f7c-8ce1-4ca7-9e67-6282ea762176 None None] Pushing event updated for resources: {'Port': ['ID=87f1f723-3a06-4330-882a-0b0949a34b8a,revision_number=3']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:05.465575 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-e7036f7c-8ce1-4ca7-9e67-6282ea762176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:05.498523 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c8ff17cf-ce42-4669-95a9-3daf984da4a0 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:05.503315 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-048e2110-8854-476d-bda1-24b5f5091c6b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:05.519482 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff17cf-ce42-4669-95a9-3daf984da4a0 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb32ab0d-72eb-4665-85a7-b671e683b905,revision_number=0']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:05.521579 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] Attempting to bind port 87f1f723-3a06-4330-882a-0b0949a34b8a on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:29:05.521579 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] Attempting to bind port 87f1f723-3a06-4330-882a-0b0949a34b8a by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': '26b55004-a331-4768-ac47-7eacebf314e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '215931a1-1730-4485-a652-45c6f9c751dc'}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:29:05.521579 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] Attempting to bind port 87f1f723-3a06-4330-882a-0b0949a34b8a on network 215931a1-1730-4485-a652-45c6f9c751dc {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:29:05.523104 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c8ff17cf-ce42-4669-95a9-3daf984da4a0 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:05.528047 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:29:05.528435 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] Checking segment: {'id': '26b55004-a331-4768-ac47-7eacebf314e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '215931a1-1730-4485-a652-45c6f9c751dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:29:05.528848 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:05.529246 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] Bound using segment: {'id': '26b55004-a331-4768-ac47-7eacebf314e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '215931a1-1730-4485-a652-45c6f9c751dc'} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:29:05.529722 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] Bound port: 87f1f723-3a06-4330-882a-0b0949a34b8a, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b55004-a331-4768-ac47-7eacebf314e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '215931a1-1730-4485-a652-45c6f9c751dc'}}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:29:05.530112 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:05.578572 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c8ff17cf-ce42-4669-95a9-3daf984da4a0 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:05.580188 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-c8ff17cf-ce42-4669-95a9-3daf984da4a0 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3680041 Jun 26 16:29:05.582930 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 55884) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:05.587897 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-f698b7e3-2090-4fa3-bf07-76991bce5963 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Request body: {'security_group_rule': {'security_group_id': '885568f9-d1c7-4294-be4a-9b6fd6b23d2e', 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:05.599131 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] For port 87f1f723-3a06-4330-882a-0b0949a34b8a, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:29:05.603606 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] For port 87f1f723-3a06-4330-882a-0b0949a34b8a, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=87f1f723-3a06-4330-882a-0b0949a34b8a,segment=NetworkSegment(26b55004-a331-4768-ac47-7eacebf314e5),segment_id=26b55004-a331-4768-ac47-7eacebf314e5)] {{(pid=93426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:29:05.667727 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:05.673720 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-20cfcbf0-99b2-438e-bfe1-aa3751bd207b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:05.688883 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.db.securitygroups_db [None req-f698b7e3-2090-4fa3-bf07-76991bce5963 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Project 2100de5fb39244ff97ddc96c9964d3dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 16:29:05.697009 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f698b7e3-2090-4fa3-bf07-76991bce5963 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:05.741845 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10606749-e389-4e1a-9a48-e7e200951b49 req-99165e14-699d-4270-a9bc-02b89c512596 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:05.743445 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-10606749-e389-4e1a-9a48-e7e200951b49 req-99165e14-699d-4270-a9bc-02b89c512596 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.1084569 Jun 26 16:29:05.745240 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] Routers {'0820d639-3e90-400d-b3d9-bcaf066cc819'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:29:05.745880 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:28:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['0820d639-3e90-400d-b3d9-bcaf066cc819'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:05.793048 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7036f7c-8ce1-4ca7-9e67-6282ea762176 None None] Pushing event updated for resources: {'Port': ['ID=87f1f723-3a06-4330-882a-0b0949a34b8a,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:05.795716 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f698b7e3-2090-4fa3-bf07-76991bce5963 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:05.796363 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-e7036f7c-8ce1-4ca7-9e67-6282ea762176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:05.801254 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-10606749-e389-4e1a-9a48-e7e200951b49 req-e261a753-39d4-46d8-92f6-c7aca14c8ce4 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492613 Jun 26 16:29:05.876183 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f698b7e3-2090-4fa3-bf07-76991bce5963 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:05.879791 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c8ff17cf-ce42-4669-95a9-3daf984da4a0 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:05.881255 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] Set router 0820d639-3e90-400d-b3d9-bcaf066cc819 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:29:05.897764 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698b7e3-2090-4fa3-bf07-76991bce5963 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de928cea-98db-4868-bf56-9b8480da1745,revision_number=0']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:05.900746 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-f698b7e3-2090-4fa3-bf07-76991bce5963 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:05.972708 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f698b7e3-2090-4fa3-bf07-76991bce5963 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:05.974212 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-f698b7e3-2090-4fa3-bf07-76991bce5963 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3901544 Jun 26 16:29:06.095856 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820d639-3e90-400d-b3d9-bcaf066cc819', 'name': 'tempest-TestShelveInstance-1222774678-router', 'tenant_id': '92bffe6f40944201ba0f4b165997215c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a68d83d1-1df1-45cb-96e3-9aea2a65d51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:55Z', 'updated_at': '2021-06-26T16:29:00Z', 'revision_number': 4, 'project_id': '92bffe6f40944201ba0f4b165997215c', 'gw_port': {'id': 'a68d83d1-1df1-45cb-96e3-9aea2a65d51a', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820d639-3e90-400d-b3d9-bcaf066cc819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:56Z', 'updated_at': '2021-06-26T16:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '87f1f723-3a06-4330-882a-0b0949a34b8a', 'name': '', 'network_id': '215931a1-1730-4485-a652-45c6f9c751dc', 'tenant_id': '92bffe6f40944201ba0f4b165997215c', 'mac_address': 'fa:16:3e:6a:da:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820d639-3e90-400d-b3d9-bcaf066cc819', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7da65b89-c40e-4614-86d7-ac0fce3cdc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:59Z', 'updated_at': '2021-06-26T16:29:05Z', 'revision_number': 4, 'project_id': '92bffe6f40944201ba0f4b165997215c', 'subnets': [{'id': '7da65b89-c40e-4614-86d7-ac0fce3cdc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:06.104964 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Request body: {'port': {'device_id': 'abe16ab1-eff0-4f89-831c-53a71749af1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:06.124106 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152f4a4e-9ddf-4069-9e29-d9eea421f5c9 None None] The sync data for ids ['0820d639-3e90-400d-b3d9-bcaf066cc819'] in dv-cinder-798189-1-iscsi is: [{'id': '0820d639-3e90-400d-b3d9-bcaf066cc819', 'name': 'tempest-TestShelveInstance-1222774678-router', 'tenant_id': '92bffe6f40944201ba0f4b165997215c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a68d83d1-1df1-45cb-96e3-9aea2a65d51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:55Z', 'updated_at': '2021-06-26T16:29:00Z', 'revision_number': 4, 'project_id': '92bffe6f40944201ba0f4b165997215c', 'gw_port': {'id': 'a68d83d1-1df1-45cb-96e3-9aea2a65d51a', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820d639-3e90-400d-b3d9-bcaf066cc819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:56Z', 'updated_at': '2021-06-26T16:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '87f1f723-3a06-4330-882a-0b0949a34b8a', 'name': '', 'network_id': '215931a1-1730-4485-a652-45c6f9c751dc', 'tenant_id': '92bffe6f40944201ba0f4b165997215c', 'mac_address': 'fa:16:3e:6a:da:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820d639-3e90-400d-b3d9-bcaf066cc819', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7da65b89-c40e-4614-86d7-ac0fce3cdc55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:59Z', 'updated_at': '2021-06-26T16:29:05Z', 'revision_number': 4, 'project_id': '92bffe6f40944201ba0f4b165997215c', 'subnets': [{'id': '7da65b89-c40e-4614-86d7-ac0fce3cdc55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:29:06.241668 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:06.388414 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 87f1f723-3a06-4330-882a-0b0949a34b8a up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:29:06.508423 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port 87f1f723-3a06-4330-882a-0b0949a34b8a completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:29:06.514986 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 87f1f723-3a06-4330-882a-0b0949a34b8a triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:06.515381 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:06.589088 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:06.605107 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:06.625944 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a521fa0c-fd5e-4d63-ad09-2800cf799f22 {{(pid=93425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:29:06.637047 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:06.645912 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port 87f1f723-3a06-4330-882a-0b0949a34b8a, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=87f1f723-3a06-4330-882a-0b0949a34b8a,segment=NetworkSegment(26b55004-a331-4768-ac47-7eacebf314e5),segment_id=26b55004-a331-4768-ac47-7eacebf314e5)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:06.655948 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.provisioning_blocks [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Transition to ACTIVE for port object a521fa0c-fd5e-4d63-ad09-2800cf799f22 will not be triggered until provisioned by entity L2. {{(pid=93425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:29:06.696352 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef67eb-9e00-4ba3-8362-08dbf7467543 req-654f7f07-9b8f-4f5d-95bc-a3ce410436f2 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:06.699240 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e9ef67eb-9e00-4ba3-8362-08dbf7467543 req-654f7f07-9b8f-4f5d-95bc-a3ce410436f2 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 931 time: 0.1253591 Jun 26 16:29:06.715686 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:06.719018 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:06.723207 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:06.726901 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-2f54c566-41b8-4e5f-b60c-7262b1965f7e tempest-DeleteServersTestJSON-1249520987 tempest-DeleteServersTestJSON-1249520987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:06.768134 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=87f1f723-3a06-4330-882a-0b0949a34b8a,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:06.778979 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:06.797670 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e9ef67eb-9e00-4ba3-8362-08dbf7467543 req-cdfbea1d-5f03-4d6d-8651-0a9fece6f7e4 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930102 Jun 26 16:29:06.800730 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Pushing event updated for resources: {'Port': ['ID=a521fa0c-fd5e-4d63-ad09-2800cf799f22,revision_number=2']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:06.811885 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:06.938996 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Attempting to bind port a521fa0c-fd5e-4d63-ad09-2800cf799f22 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:29:06.939437 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Attempting to bind port a521fa0c-fd5e-4d63-ad09-2800cf799f22 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'd0cfdb46-031c-4c02-baae-cb8fc3088fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b'}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:29:06.939860 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Attempting to bind port a521fa0c-fd5e-4d63-ad09-2800cf799f22 on network def1ce9b-0209-447b-b28a-e08d7371c68b {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:29:06.947606 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Port a521fa0c-fd5e-4d63-ad09-2800cf799f22 on network def1ce9b-0209-447b-b28a-e08d7371c68b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:29:06.948910 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Attempting to bind port a521fa0c-fd5e-4d63-ad09-2800cf799f22 on network def1ce9b-0209-447b-b28a-e08d7371c68b {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:29:06.970195 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Checking agent: {'id': '017f0d27-5c15-4479-952a-00a1dbd8023d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'started_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:29:06.970195 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Checking segment: {'id': 'd0cfdb46-031c-4c02-baae-cb8fc3088fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:29:06.970195 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Bound using segment: {'id': 'd0cfdb46-031c-4c02-baae-cb8fc3088fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b'} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:29:06.970753 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Bound port: a521fa0c-fd5e-4d63-ad09-2800cf799f22, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0cfdb46-031c-4c02-baae-cb8fc3088fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b'}}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:29:06.973283 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:07.103144 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c7e93-7d18-49b9-9918-9829e3cca8c8 req-5a11822c-48fd-4cb2-94cd-300b66ed53c1 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:07.110933 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-398c7e93-7d18-49b9-9918-9829e3cca8c8 req-5a11822c-48fd-4cb2-94cd-300b66ed53c1 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.1347353 Jun 26 16:29:07.124761 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] For port a521fa0c-fd5e-4d63-ad09-2800cf799f22, host hv-cinder-79818, cleared binding levels {{(pid=93425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:29:07.129940 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] For port a521fa0c-fd5e-4d63-ad09-2800cf799f22, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=a521fa0c-fd5e-4d63-ad09-2800cf799f22,segment=NetworkSegment(d0cfdb46-031c-4c02-baae-cb8fc3088fc7),segment_id=d0cfdb46-031c-4c02-baae-cb8fc3088fc7)] {{(pid=93425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:29:07.172712 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-398c7e93-7d18-49b9-9918-9829e3cca8c8 req-b7b60d72-6139-4471-8add-6bb9ed086002 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609026 Jun 26 16:29:07.213543 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:07.216698 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:07.252026 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:07.252026 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:07.252026 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] 10.222.0.38 "PUT /v2.0/ports/a521fa0c-fd5e-4d63-ad09-2800cf799f22 HTTP/1.1" status: 200 len: 1093 time: 1.1505215 Jun 26 16:29:07.252026 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe16ab1-eff0-4f89-831c-53a71749af1e', 'tag': 'a521fa0c-fd5e-4d63-ad09-2800cf799f22'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:29:07.253487 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414caf44-3ee5-4636-82f6-72dc306109cc" -d '{"events": [{"name": "network-changed", "server_uuid": "abe16ab1-eff0-4f89-831c-53a71749af1e", "tag": "a521fa0c-fd5e-4d63-ad09-2800cf799f22"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:29:07.292651 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Pushing event updated for resources: {'Port': ['ID=a521fa0c-fd5e-4d63-ad09-2800cf799f22,revision_number=3']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:07.300834 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:07.304263 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-d8a3cae5-28f6-449a-90f7-7641dc0bdcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:07.311222 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e13b95f-10f0-4f63-887d-08bddac40cc2 x-openstack-request-id: req-6e13b95f-10f0-4f63-887d-08bddac40cc2 {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:29:07.314902 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe16ab1-eff0-4f89-831c-53a71749af1e", "tag": "a521fa0c-fd5e-4d63-ad09-2800cf799f22", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:29:07.314902 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e13b95f-10f0-4f63-887d-08bddac40cc2 {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:29:07.314902 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe16ab1-eff0-4f89-831c-53a71749af1e', 'tag': 'a521fa0c-fd5e-4d63-ad09-2800cf799f22', 'status': 'completed', 'code': 200} Jun 26 16:29:07.417610 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414caf44-3ee5-4636-82f6-72dc306109cc req-5ef4bbec-d230-42a3-a718-478e5b8e4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:07.419387 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-414caf44-3ee5-4636-82f6-72dc306109cc req-5ef4bbec-d230-42a3-a718-478e5b8e4588 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55cf3d619b72423baea826ad8c737f5b&device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 1096 time: 0.0760098 Jun 26 16:29:07.536846 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414caf44-3ee5-4636-82f6-72dc306109cc req-d4c39d11-90bb-4998-b16c-789e6e537201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:07.538390 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-414caf44-3ee5-4636-82f6-72dc306109cc req-d4c39d11-90bb-4998-b16c-789e6e537201 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=55cf3d619b72423baea826ad8c737f5b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1077168 Jun 26 16:29:07.661890 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414caf44-3ee5-4636-82f6-72dc306109cc req-a20faa12-80e0-4140-872f-056bd1c323af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:07.663664 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-414caf44-3ee5-4636-82f6-72dc306109cc req-a20faa12-80e0-4140-872f-056bd1c323af service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1115117 Jun 26 16:29:07.778943 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-b65f00f2-f111-4fe5-a8c8-8deace808a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:07.778943 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-b65f00f2-f111-4fe5-a8c8-8deace808a84 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55cf3d619b72423baea826ad8c737f5b&device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 1096 time: 0.0648623 Jun 26 16:29:07.824474 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-572b7dd7-2f97-4191-94d9-72a30b193a52 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a521fa0c-fd5e-4d63-ad09-2800cf799f22 HTTP/1.1" status: 200 len: 217 time: 0.0329051 Jun 26 16:29:07.881830 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-b3c30874-53ef-4a0b-88c8-81dc51cf04d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:07.884496 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-b3c30874-53ef-4a0b-88c8-81dc51cf04d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=91a97eac-e645-4b77-b890-2564c4b72980 HTTP/1.1" status: 200 len: 853 time: 0.0468986 Jun 26 16:29:07.987019 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-1312a375-5237-46fa-af32-fbd79fdd74c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:07.988802 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-1312a375-5237-46fa-af32-fbd79fdd74c3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=def1ce9b-0209-447b-b28a-e08d7371c68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0922279 Jun 26 16:29:08.044915 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7453aa4-145c-43d4-bb28-69d58a912a06 req-8c466446-ea79-422f-b4ee-13e0b215ce25 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:08.047245 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a7453aa4-145c-43d4-bb28-69d58a912a06 req-8c466446-ea79-422f-b4ee-13e0b215ce25 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 943 time: 0.0985241 Jun 26 16:29:08.125103 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a7453aa4-145c-43d4-bb28-69d58a912a06 req-531e4ce9-235c-49e3-b809-60c767825f1a tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510437 Jun 26 16:29:08.130536 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-4ef29b5b-9e41-4a15-bc40-3a54f3aa0b17 service neutron] 10.222.0.38 "GET /v2.0/networks/def1ce9b-0209-447b-b28a-e08d7371c68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233449 Jun 26 16:29:08.227379 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-848ffe1d-607b-4b77-b02c-822a2e9fc2eb req-e60dbf6b-ab4c-4481-99ed-ca208e5ee3c2 service neutron] 10.222.0.38 "GET /v2.0/networks/def1ce9b-0209-447b-b28a-e08d7371c68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868688 Jun 26 16:29:08.250941 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 87f1f723-3a06-4330-882a-0b0949a34b8a up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:29:08.312858 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 87f1f723-3a06-4330-882a-0b0949a34b8a triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:08.313589 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:08.409476 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91402d-d2f3-460e-94f4-4dc9a14cbc07 req-59844cd3-a93d-4c16-bb4f-e0d4b46b0481 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:08.412702 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ed91402d-d2f3-460e-94f4-4dc9a14cbc07 req-59844cd3-a93d-4c16-bb4f-e0d4b46b0481 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0933809 Jun 26 16:29:08.454573 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ed91402d-d2f3-460e-94f4-4dc9a14cbc07 req-33e059ae-002c-41fe-ad0e-23f82aff6942 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370030 Jun 26 16:29:09.306820 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7acd1-696c-4ef9-89b9-f1a85995b7f8 req-e2340212-fd4b-4b06-bf28-d1ea60026216 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:09.308393 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-61e7acd1-696c-4ef9-89b9-f1a85995b7f8 req-e2340212-fd4b-4b06-bf28-d1ea60026216 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 943 time: 0.0649035 Jun 26 16:29:09.346449 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-61e7acd1-696c-4ef9-89b9-f1a85995b7f8 req-5bb1924a-128b-4137-b008-047cfa239a5d tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325017 Jun 26 16:29:09.630627 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f692ea9-6114-4715-a672-cab00d4ba32e req-bd826ce5-2809-4fc4-8366-bd14d29063bb tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:09.632175 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1f692ea9-6114-4715-a672-cab00d4ba32e req-bd826ce5-2809-4fc4-8366-bd14d29063bb tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0664103 Jun 26 16:29:09.688342 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1f692ea9-6114-4715-a672-cab00d4ba32e req-c20aa5b6-6b50-475e-a64e-e51699040a2e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482457 Jun 26 16:29:09.881403 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:09.966017 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6cfa7-0b1c-4f02-bfd4-cf93256398f3 req-794e3cbf-1fe1-431c-b858-6091e1151d2d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:09.967635 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1cc6cfa7-0b1c-4f02-bfd4-cf93256398f3 req-794e3cbf-1fe1-431c-b858-6091e1151d2d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=d417b2f9-b72a-4a4a-9851-a91b84d65342 HTTP/1.1" status: 200 len: 945 time: 0.0617180 Jun 26 16:29:10.010074 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1cc6cfa7-0b1c-4f02-bfd4-cf93256398f3 req-199ec8e1-f18e-41e2-9fce-41940b6561bb tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338337 Jun 26 16:29:10.137862 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-f81f33b0-5a41-4192-8935-7a943fb65067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:10.518119 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb10092-7430-4481-b6d0-0e8c2e33d97f req-f758b7b0-7507-478a-973e-d52bf55b3719 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:10.519519 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ebb10092-7430-4481-b6d0-0e8c2e33d97f req-f758b7b0-7507-478a-973e-d52bf55b3719 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 943 time: 0.0620744 Jun 26 16:29:10.555693 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ebb10092-7430-4481-b6d0-0e8c2e33d97f req-26e668f5-d8bd-411b-9f57-de81062acf76 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295773 Jun 26 16:29:10.829529 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:10.863143 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e339ae9-3498-4b3b-87d8-f65dbea90cb7 req-b712385e-2866-44ff-9141-85e88b79217a tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:10.864564 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9e339ae9-3498-4b3b-87d8-f65dbea90cb7 req-b712385e-2866-44ff-9141-85e88b79217a tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0636079 Jun 26 16:29:10.902388 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9e339ae9-3498-4b3b-87d8-f65dbea90cb7 req-86d569f0-cfb6-4ff0-a260-1db3b55d0a4f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317013 Jun 26 16:29:11.187690 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453baf7-089b-48ab-a457-d68acab0fbb3 req-4ad4c427-2a3b-4993-90ba-6b7aea432d11 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:11.189312 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b453baf7-089b-48ab-a457-d68acab0fbb3 req-4ad4c427-2a3b-4993-90ba-6b7aea432d11 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=d417b2f9-b72a-4a4a-9851-a91b84d65342 HTTP/1.1" status: 200 len: 945 time: 0.0637860 Jun 26 16:29:11.226677 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b453baf7-089b-48ab-a457-d68acab0fbb3 req-a13b7fc9-224a-440a-a342-d5f0edb9fe50 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317702 Jun 26 16:29:11.725920 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20256d49-419c-453e-899b-93ee896901ac req-a907b1f5-4582-4127-91ca-4b680bc94e39 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:11.727965 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-20256d49-419c-453e-899b-93ee896901ac req-a907b1f5-4582-4127-91ca-4b680bc94e39 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 943 time: 0.0607228 Jun 26 16:29:11.768407 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-20256d49-419c-453e-899b-93ee896901ac req-9f1eca15-9583-426e-8639-60bb6ec9f42a tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345616 Jun 26 16:29:11.797738 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device a521fa0c-fd5e-4d63-ad09-2800cf799f22 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:29:11.892428 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port a521fa0c-fd5e-4d63-ad09-2800cf799f22, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=a521fa0c-fd5e-4d63-ad09-2800cf799f22,segment=NetworkSegment(d0cfdb46-031c-4c02-baae-cb8fc3088fc7),segment_id=d0cfdb46-031c-4c02-baae-cb8fc3088fc7)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:11.903749 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': 'a521fa0c-fd5e-4d63-ad09-2800cf799f22', 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b', 'port_id': 'a521fa0c-fd5e-4d63-ad09-2800cf799f22', 'mac_address': 'fa:16:3e:ff:36:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91a97eac-e645-4b77-b890-2564c4b72980', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:29:11.939763 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:11.952595 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a521fa0c-fd5e-4d63-ad09-2800cf799f22 {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:29:11.972023 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port a521fa0c-fd5e-4d63-ad09-2800cf799f22, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=a521fa0c-fd5e-4d63-ad09-2800cf799f22,segment=NetworkSegment(d0cfdb46-031c-4c02-baae-cb8fc3088fc7),segment_id=d0cfdb46-031c-4c02-baae-cb8fc3088fc7)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:12.029683 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:12.031516 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:12.076497 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=a521fa0c-fd5e-4d63-ad09-2800cf799f22,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:12.078076 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6331ae-4e35-4d4e-974e-7014ba086d3e req-217714e3-31b0-414e-b0d3-9fc74387889a tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:12.079583 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5f6331ae-4e35-4d4e-974e-7014ba086d3e req-217714e3-31b0-414e-b0d3-9fc74387889a tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0628960 Jun 26 16:29:12.079721 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:12.117026 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5f6331ae-4e35-4d4e-974e-7014ba086d3e req-665bbcbf-446a-4a22-9d9b-1f59256779ad tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308967 Jun 26 16:29:12.423196 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fe985-0e39-459f-9c68-d118b3331f40 req-e5a4efa9-c235-45fb-a464-d78c95e551b5 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:12.424598 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-341fe985-0e39-459f-9c68-d118b3331f40 req-e5a4efa9-c235-45fb-a464-d78c95e551b5 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.38 "GET /v2.0/ports?device_id=d417b2f9-b72a-4a4a-9851-a91b84d65342 HTTP/1.1" status: 200 len: 945 time: 0.1033587 Jun 26 16:29:12.435995 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854ee53-ae24-42eb-95e5-51b214045468 req-3fd381dc-2740-4403-b7a6-3dbff4fc4345 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:12.437311 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b854ee53-ae24-42eb-95e5-51b214045468 req-3fd381dc-2740-4403-b7a6-3dbff4fc4345 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=d417b2f9-b72a-4a4a-9851-a91b84d65342 HTTP/1.1" status: 200 len: 945 time: 0.0879531 Jun 26 16:29:12.513211 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b854ee53-ae24-42eb-95e5-51b214045468 req-708f06a8-21f1-4090-843b-9b09524eafa0 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687435 Jun 26 16:29:12.521972 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['a521fa0c-fd5e-4d63-ad09-2800cf799f22'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:29:12.569578 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-341fe985-0e39-459f-9c68-d118b3331f40 req-7d8af65a-2758-4e99-824c-1f543d6aec55 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Deleting port 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3 {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:29:12.570339 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-341fe985-0e39-459f-9c68-d118b3331f40 req-7d8af65a-2758-4e99-824c-1f543d6aec55 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:12.624369 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:12.931306 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-341fe985-0e39-459f-9c68-d118b3331f40 req-7d8af65a-2758-4e99-824c-1f543d6aec55 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] For port 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3,segment=NetworkSegment(5157ce06-5344-460b-ae56-328e0291ce37),segment_id=5157ce06-5344-460b-ae56-328e0291ce37)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:12.931673 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-341fe985-0e39-459f-9c68-d118b3331f40 req-7d8af65a-2758-4e99-824c-1f543d6aec55 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:12.949035 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-341fe985-0e39-459f-9c68-d118b3331f40 req-7d8af65a-2758-4e99-824c-1f543d6aec55 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Calling delete_port for 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3 owned by compute:nova {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:29:12.978782 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 56092) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:13.015371 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b8f15-bf67-4970-8af2-ba812114c975 req-50bd416c-eb50-4bd6-a1ce-223c7f9c9d8f tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:13.016843 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-597b8f15-bf67-4970-8af2-ba812114c975 req-50bd416c-eb50-4bd6-a1ce-223c7f9c9d8f tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 944 time: 0.1275821 Jun 26 16:29:13.070978 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-597b8f15-bf67-4970-8af2-ba812114c975 req-53225c85-2119-4116-bddb-99e79affcaa7 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484517 Jun 26 16:29:13.089621 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5419cf09-15ab-444b-8f7b-70095160a851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:13.173068 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-341fe985-0e39-459f-9c68-d118b3331f40 req-7d8af65a-2758-4e99-824c-1f543d6aec55 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:13.177121 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-e304c4fa-b055-4fe6-8d8d-756481ea617d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:13.182775 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5419cf09-15ab-444b-8f7b-70095160a851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:13.204089 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8af65a-2758-4e99-824c-1f543d6aec55 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Pushing event deleted for resources: {'Port': ['ID=01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:13.208900 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-7d8af65a-2758-4e99-824c-1f543d6aec55 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:13.230063 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5419cf09-15ab-444b-8f7b-70095160a851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:13.242459 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-76fd94e6-8e72-4a6c-bf54-4d7c209d9142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:13.253520 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-341fe985-0e39-459f-9c68-d118b3331f40 req-7d8af65a-2758-4e99-824c-1f543d6aec55 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] No DVR routers for this DVR port 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3 on host hv-cinder-79818 {{(pid=93425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:29:13.263311 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-341fe985-0e39-459f-9c68-d118b3331f40 req-7d8af65a-2758-4e99-824c-1f543d6aec55 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:13.264980 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-5419cf09-15ab-444b-8f7b-70095160a851 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=778f6bb36ba349e59afb265e2a8f88a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2851174 Jun 26 16:29:13.265268 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-341fe985-0e39-459f-9c68-d118b3331f40 req-7d8af65a-2758-4e99-824c-1f543d6aec55 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.38 "DELETE /v2.0/ports/01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3 HTTP/1.1" status: 204 len: 173 time: 0.8270373 Jun 26 16:29:13.267698 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd417b2f9-b72a-4a4a-9851-a91b84d65342', 'name': 'network-vif-deleted', 'tag': '01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:29:13.269269 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 56100) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:13.271284 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baac3491-0ef3-4fbf-b0b9-c5e77a01dc63" -d '{"events": [{"server_uuid": "d417b2f9-b72a-4a4a-9851-a91b84d65342", "name": "network-vif-deleted", "tag": "01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:29:13.296129 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419cf09-15ab-444b-8f7b-70095160a851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69323dc9-f4ab-4a25-80ee-38b5d0cb5bda,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:13.309872 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cf09-15ab-444b-8f7b-70095160a851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:13.310155 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cf09-15ab-444b-8f7b-70095160a851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:13.310517 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cf09-15ab-444b-8f7b-70095160a851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:13.310893 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cf09-15ab-444b-8f7b-70095160a851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:13.311239 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cf09-15ab-444b-8f7b-70095160a851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:13.312422 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cf09-15ab-444b-8f7b-70095160a851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:13.312422 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cf09-15ab-444b-8f7b-70095160a851 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:13.319384 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cf09-15ab-444b-8f7b-70095160a851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:13.319785 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cf09-15ab-444b-8f7b-70095160a851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:13.320148 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cf09-15ab-444b-8f7b-70095160a851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:13.320711 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cf09-15ab-444b-8f7b-70095160a851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:13.321076 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419cf09-15ab-444b-8f7b-70095160a851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:13.322915 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46909c8-75ff-45c5-a9d6-4aa78d6286fc x-openstack-request-id: req-d46909c8-75ff-45c5-a9d6-4aa78d6286fc {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:29:13.323241 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d417b2f9-b72a-4a4a-9851-a91b84d65342", "name": "network-vif-deleted", "tag": "01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:29:13.323525 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d46909c8-75ff-45c5-a9d6-4aa78d6286fc {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:29:13.330373 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd417b2f9-b72a-4a4a-9851-a91b84d65342', 'name': 'network-vif-deleted', 'tag': '01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3', 'status': 'completed', 'code': 200} Jun 26 16:29:13.330859 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-5419cf09-15ab-444b-8f7b-70095160a851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:13.332664 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b82f09-35c2-4e83-81b7-039d5c06baf1 req-ec12e99d-819e-49dc-9467-af2843dfd987 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:13.334161 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-57b82f09-35c2-4e83-81b7-039d5c06baf1 req-ec12e99d-819e-49dc-9467-af2843dfd987 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0818901 Jun 26 16:29:13.350880 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-fe45a93e-8cc7-43a8-a9c2-d20258d448cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:13.373293 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-fe45a93e-8cc7-43a8-a9c2-d20258d448cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:13.377135 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-57b82f09-35c2-4e83-81b7-039d5c06baf1 req-0ae1d3d8-4bbe-43e3-9b58-c217f5a13e16 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360003 Jun 26 16:29:13.450170 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['5af96401-edc0-44c3-8474-46cbb7149db3', '5d327361-9e5d-448c-993b-b71b44de779b', 'bb645ac5-3361-4177-b7a2-7f0cfd73355e', '01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:29:13.488302 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-fe45a93e-8cc7-43a8-a9c2-d20258d448cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:13.491295 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-fe45a93e-8cc7-43a8-a9c2-d20258d448cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:13.494938 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-fe45a93e-8cc7-43a8-a9c2-d20258d448cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69323dc9-f4ab-4a25-80ee-38b5d0cb5bda HTTP/1.1" status: 204 len: 168 time: 0.2224178 Jun 26 16:29:13.494938 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-6160a467-1c42-4fb6-badd-f219527ad838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:13.502987 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45a93e-8cc7-43a8-a9c2-d20258d448cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69323dc9-f4ab-4a25-80ee-38b5d0cb5bda,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:13.506068 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-fe45a93e-8cc7-43a8-a9c2-d20258d448cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:13.692862 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-248b5f64-aaaa-441d-afe4-26ea7f0233a6 req-89fa48f3-734b-4f9f-b76b-f6cbdb2031f0 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=d417b2f9-b72a-4a4a-9851-a91b84d65342 HTTP/1.1" status: 200 len: 210 time: 0.0408182 Jun 26 16:29:13.820173 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device a521fa0c-fd5e-4d63-ad09-2800cf799f22 up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:29:13.933244 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning for port a521fa0c-fd5e-4d63-ad09-2800cf799f22 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:29:13.937481 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port a521fa0c-fd5e-4d63-ad09-2800cf799f22 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:13.937866 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:14.013938 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:14.034595 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe16ab1-eff0-4f89-831c-53a71749af1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a521fa0c-fd5e-4d63-ad09-2800cf799f22'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:29:14.036870 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa97413-800f-4e7e-be78-e37ce41c313a" -d '{"events": [{"server_uuid": "abe16ab1-eff0-4f89-831c-53a71749af1e", "name": "network-vif-plugged", "status": "completed", "tag": "a521fa0c-fd5e-4d63-ad09-2800cf799f22"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:29:14.049127 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port a521fa0c-fd5e-4d63-ad09-2800cf799f22, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=a521fa0c-fd5e-4d63-ad09-2800cf799f22,segment=NetworkSegment(d0cfdb46-031c-4c02-baae-cb8fc3088fc7),segment_id=d0cfdb46-031c-4c02-baae-cb8fc3088fc7)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:14.109733 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:14.112218 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:29:14.112655 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-e7036f7c-8ce1-4ca7-9e67-6282ea762176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:14.155040 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07eda64d-48d3-4c21-9a74-883a11391b3a x-openstack-request-id: req-07eda64d-48d3-4c21-9a74-883a11391b3a {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:29:14.155343 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe16ab1-eff0-4f89-831c-53a71749af1e", "name": "network-vif-plugged", "status": "completed", "tag": "a521fa0c-fd5e-4d63-ad09-2800cf799f22", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:29:14.155610 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07eda64d-48d3-4c21-9a74-883a11391b3a {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:29:14.155998 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe16ab1-eff0-4f89-831c-53a71749af1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a521fa0c-fd5e-4d63-ad09-2800cf799f22', 'code': 200} Jun 26 16:29:14.158591 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] No Port match for: 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:29:14.158969 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 01d844f7-4a65-4fd7-8f6e-2b2f1df4cbb3 not bound to the agent host hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:29:14.186573 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=a521fa0c-fd5e-4d63-ad09-2800cf799f22,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:14.190114 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:14.272414 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d5c8d-dff4-425c-9339-992446a8a14a req-8a754735-e43f-46a2-bad9-9d4e1e1d7bd7 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:14.273833 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-003d5c8d-dff4-425c-9339-992446a8a14a req-8a754735-e43f-46a2-bad9-9d4e1e1d7bd7 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 945 time: 0.0697582 Jun 26 16:29:14.317692 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-003d5c8d-dff4-425c-9339-992446a8a14a req-7813421d-9f1d-4b82-bb76-733ecb02d531 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377772 Jun 26 16:29:14.602150 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031c070-4fd5-4e41-ae39-4767214578e1 req-77ba2fbc-df06-4c3a-8e24-86d429f70862 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:14.603651 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f031c070-4fd5-4e41-ae39-4767214578e1 req-77ba2fbc-df06-4c3a-8e24-86d429f70862 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0976217 Jun 26 16:29:14.609315 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f38a20-0f37-4c7f-94a1-7fa9b66bb3f4 req-744a0427-a380-4434-b539-6547383651bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:14.610667 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-64f38a20-0f37-4c7f-94a1-7fa9b66bb3f4 req-744a0427-a380-4434-b539-6547383651bb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 1098 time: 0.0779836 Jun 26 16:29:14.666499 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f031c070-4fd5-4e41-ae39-4767214578e1 req-5d91b8f4-a1fc-4aa5-bb81-d6bcbff3566f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545251 Jun 26 16:29:14.669766 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-64f38a20-0f37-4c7f-94a1-7fa9b66bb3f4 req-c4c0d59a-f1c2-4f74-9631-cee97b755571 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450664 Jun 26 16:29:15.486283 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c03916-32b3-4581-89fd-325ff72af6a9 req-167cd8a3-cf54-4641-a520-ffdcb678f33b tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:15.487787 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-53c03916-32b3-4581-89fd-325ff72af6a9 req-167cd8a3-cf54-4641-a520-ffdcb678f33b tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 945 time: 0.0631099 Jun 26 16:29:15.526245 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-53c03916-32b3-4581-89fd-325ff72af6a9 req-f806ccad-27c4-42b5-8ad8-3c5c965369f4 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320673 Jun 26 16:29:15.842198 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f30a88-a6b2-4b89-a4e7-ad994a733d32 req-3ad579a7-cd87-4d52-9b57-e8338aa97400 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:15.843694 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d9f30a88-a6b2-4b89-a4e7-ad994a733d32 req-3ad579a7-cd87-4d52-9b57-e8338aa97400 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0619729 Jun 26 16:29:15.883099 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d9f30a88-a6b2-4b89-a4e7-ad994a733d32 req-944a48cb-6547-4988-8426-a489c9ea4f85 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337172 Jun 26 16:29:16.608886 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7ff90-80aa-409a-bda5-6aeb68cafa91 req-57e6f7ec-c082-49a9-abf7-57c4184556e0 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:16.610420 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-60d7ff90-80aa-409a-bda5-6aeb68cafa91 req-57e6f7ec-c082-49a9-abf7-57c4184556e0 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=a31e91c9-c9b7-4b1f-9330-71aa6de0789c HTTP/1.1" status: 200 len: 945 time: 0.0726318 Jun 26 16:29:16.657319 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-60d7ff90-80aa-409a-bda5-6aeb68cafa91 req-6f9c0bf7-69a0-4bd8-9bb8-e1b119878c66 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412400 Jun 26 16:29:16.709857 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5df537-54f9-47d7-b6ab-495196e5d1be req-72e0c110-c245-47c4-8bb9-5c60fd9bb074 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:16.711847 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2c5df537-54f9-47d7-b6ab-495196e5d1be req-72e0c110-c245-47c4-8bb9-5c60fd9bb074 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 945 time: 0.0708375 Jun 26 16:29:16.747788 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2c5df537-54f9-47d7-b6ab-495196e5d1be req-d1b322e4-435f-4a99-aafb-f61a4f68f5a9 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301614 Jun 26 16:29:16.925701 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba46fd-aae9-4167-8860-c4347e1abcbf req-fcb021f0-07d3-4c40-b17b-30e1634c6d29 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:16.927190 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dcba46fd-aae9-4167-8860-c4347e1abcbf req-fcb021f0-07d3-4c40-b17b-30e1634c6d29 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 945 time: 0.0678327 Jun 26 16:29:16.965202 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dcba46fd-aae9-4167-8860-c4347e1abcbf req-35327e70-9385-4359-88d7-ac194aff166b tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317812 Jun 26 16:29:17.159174 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b2380-efdb-49b7-9a96-7f0b141b4c27 req-11f37637-4d2f-4ca0-b2ed-2ee2db87f8ca tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:17.160651 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e29b2380-efdb-49b7-9a96-7f0b141b4c27 req-11f37637-4d2f-4ca0-b2ed-2ee2db87f8ca tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0655503 Jun 26 16:29:17.198452 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e29b2380-efdb-49b7-9a96-7f0b141b4c27 req-2762b602-f3d0-4233-a8cc-87b895c40c62 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322146 Jun 26 16:29:17.574806 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e563c2-2751-4da7-a16f-10df5c5dcecf req-3ac9f343-0436-4f2d-b450-6bd61f888bbc tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:17.576540 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-66e563c2-2751-4da7-a16f-10df5c5dcecf req-3ac9f343-0436-4f2d-b450-6bd61f888bbc tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 945 time: 0.0620780 Jun 26 16:29:17.613334 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-66e563c2-2751-4da7-a16f-10df5c5dcecf req-52ac2553-5ead-4b14-86bb-20355d3c41f3 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312743 Jun 26 16:29:17.848737 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d6506-b0e0-445a-99d9-6d6b1e21befa req-bb780235-7e3f-4191-8de1-8589e1c9314c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:17.850204 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-753d6506-b0e0-445a-99d9-6d6b1e21befa req-bb780235-7e3f-4191-8de1-8589e1c9314c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=a31e91c9-c9b7-4b1f-9330-71aa6de0789c HTTP/1.1" status: 200 len: 945 time: 0.0798900 Jun 26 16:29:17.888523 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-753d6506-b0e0-445a-99d9-6d6b1e21befa req-26d9f908-4616-4364-982f-404f50f64dab tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325754 Jun 26 16:29:18.385788 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2533af6-ece8-4b6d-95ae-9e634f8be217 req-24dba622-3087-4780-9eb7-4566f436ceb9 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:18.387313 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b2533af6-ece8-4b6d-95ae-9e634f8be217 req-24dba622-3087-4780-9eb7-4566f436ceb9 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0641344 Jun 26 16:29:18.426671 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b2533af6-ece8-4b6d-95ae-9e634f8be217 req-cdbe8af3-cf79-4488-aba3-7b6ac724c8a6 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321512 Jun 26 16:29:18.506898 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96064b72-071b-44b1-a813-be49ece6000f req-9df6eba4-1cea-47a0-9dfa-c9339f0a6e3b tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:18.508359 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-96064b72-071b-44b1-a813-be49ece6000f req-9df6eba4-1cea-47a0-9dfa-c9339f0a6e3b tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.38 "GET /v2.0/ports?device_id=a31e91c9-c9b7-4b1f-9330-71aa6de0789c HTTP/1.1" status: 200 len: 945 time: 0.0640097 Jun 26 16:29:18.614293 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-96064b72-071b-44b1-a813-be49ece6000f req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Deleting port bb645ac5-3361-4177-b7a2-7f0cfd73355e {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:29:18.614961 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-96064b72-071b-44b1-a813-be49ece6000f req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:18.710270 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-96064b72-071b-44b1-a813-be49ece6000f req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] For port bb645ac5-3361-4177-b7a2-7f0cfd73355e, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=bb645ac5-3361-4177-b7a2-7f0cfd73355e,segment=NetworkSegment(5157ce06-5344-460b-ae56-328e0291ce37),segment_id=5157ce06-5344-460b-ae56-328e0291ce37)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:18.710622 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-96064b72-071b-44b1-a813-be49ece6000f req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:18.722904 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-96064b72-071b-44b1-a813-be49ece6000f req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Calling delete_port for bb645ac5-3361-4177-b7a2-7f0cfd73355e owned by compute:nova {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:29:18.909696 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-96064b72-071b-44b1-a813-be49ece6000f req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:18.913394 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:18.921262 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['5af96401-edc0-44c3-8474-46cbb7149db3', '5d327361-9e5d-448c-993b-b71b44de779b', 'bb645ac5-3361-4177-b7a2-7f0cfd73355e'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:29:18.948331 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Pushing event deleted for resources: {'Port': ['ID=bb645ac5-3361-4177-b7a2-7f0cfd73355e,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:18.960750 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:18.961531 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:18.961741 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:18.962097 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:18.962457 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:18.962887 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:18.963250 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:18.963603 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:18.963957 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:18.964308 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:18.964654 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:18.965178 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:18.987880 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:19.013667 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-96064b72-071b-44b1-a813-be49ece6000f req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] No DVR routers for this DVR port bb645ac5-3361-4177-b7a2-7f0cfd73355e on host hv-cinder-79818 {{(pid=93425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:29:19.016561 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-96064b72-071b-44b1-a813-be49ece6000f req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:19.019163 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-96064b72-071b-44b1-a813-be49ece6000f req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.38 "DELETE /v2.0/ports/bb645ac5-3361-4177-b7a2-7f0cfd73355e HTTP/1.1" status: 204 len: 173 time: 0.5034420 Jun 26 16:29:19.019745 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31e91c9-c9b7-4b1f-9330-71aa6de0789c', 'name': 'network-vif-deleted', 'tag': 'bb645ac5-3361-4177-b7a2-7f0cfd73355e'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:29:19.022072 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca686b2-f09f-42f7-9767-0aa7851c74ac" -d '{"events": [{"server_uuid": "a31e91c9-c9b7-4b1f-9330-71aa6de0789c", "name": "network-vif-deleted", "tag": "bb645ac5-3361-4177-b7a2-7f0cfd73355e"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:29:19.058732 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7913817f-c08d-4f3b-8ea8-77cef52cf88f req-d406edc5-9cc9-4423-af4d-ce4b8f829df9 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=a31e91c9-c9b7-4b1f-9330-71aa6de0789c HTTP/1.1" status: 200 len: 210 time: 0.0313840 Jun 26 16:29:19.060415 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0697f833-ce9f-4bbe-8a8d-7171d086780f x-openstack-request-id: req-0697f833-ce9f-4bbe-8a8d-7171d086780f {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:29:19.060560 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31e91c9-c9b7-4b1f-9330-71aa6de0789c", "name": "network-vif-deleted", "tag": "bb645ac5-3361-4177-b7a2-7f0cfd73355e", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:29:19.060787 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0697f833-ce9f-4bbe-8a8d-7171d086780f {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:29:19.061469 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31e91c9-c9b7-4b1f-9330-71aa6de0789c', 'name': 'network-vif-deleted', 'tag': 'bb645ac5-3361-4177-b7a2-7f0cfd73355e', 'status': 'completed', 'code': 200} Jun 26 16:29:19.617046 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96170e-cc0b-4e4f-a04a-29318fe7e08c req-eb0635c1-c2a9-4c95-bb08-8bc496c9f329 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:19.619210 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3c96170e-cc0b-4e4f-a04a-29318fe7e08c req-eb0635c1-c2a9-4c95-bb08-8bc496c9f329 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0784471 Jun 26 16:29:19.666359 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3c96170e-cc0b-4e4f-a04a-29318fe7e08c req-9276baad-f51b-478c-9058-fcc70cd7434a tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406816 Jun 26 16:29:20.743176 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cc465-6c79-45b4-b45d-f1d961b5b65f req-41d43d47-e6d6-4587-a38c-f729f09a97dc tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:20.744754 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ea0cc465-6c79-45b4-b45d-f1d961b5b65f req-41d43d47-e6d6-4587-a38c-f729f09a97dc tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 946 time: 0.0653076 Jun 26 16:29:20.784822 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ea0cc465-6c79-45b4-b45d-f1d961b5b65f req-d04aed66-b5d0-4bc0-869b-1adf4113c289 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344584 Jun 26 16:29:20.849415 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71744b71-7ba8-4f32-a6d5-89eaaf943a6f req-829e488a-c90c-4e40-85b7-d2e1528af18e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:20.850949 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-71744b71-7ba8-4f32-a6d5-89eaaf943a6f req-829e488a-c90c-4e40-85b7-d2e1528af18e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0602517 Jun 26 16:29:20.894845 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-71744b71-7ba8-4f32-a6d5-89eaaf943a6f req-e5d89a45-3be6-447d-b7c0-3c30a67566cc tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324571 Jun 26 16:29:21.875990 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device bb645ac5-3361-4177-b7a2-7f0cfd73355e no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:29:21.896582 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] No Port match for: bb645ac5-3361-4177-b7a2-7f0cfd73355e {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:29:21.896940 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device bb645ac5-3361-4177-b7a2-7f0cfd73355e not bound to the agent host hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:29:21.956771 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0292bb2-f01a-4880-aed7-14bcfcb33bc0 req-fbda0661-0a5c-4c91-876d-7d87f4c86fc1 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:21.958246 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a0292bb2-f01a-4880-aed7-14bcfcb33bc0 req-fbda0661-0a5c-4c91-876d-7d87f4c86fc1 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 946 time: 0.0659640 Jun 26 16:29:21.997881 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a0292bb2-f01a-4880-aed7-14bcfcb33bc0 req-4646cbad-ad10-4b6a-bb5d-4f66ade087fa tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330329 Jun 26 16:29:22.072518 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df642a-1f02-4783-a365-cfa6823e1cf2 req-1f3e1b28-fb6e-487b-8b0d-502a94239a8b tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:22.073969 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b7df642a-1f02-4783-a365-cfa6823e1cf2 req-1f3e1b28-fb6e-487b-8b0d-502a94239a8b tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0625648 Jun 26 16:29:22.109789 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b7df642a-1f02-4783-a365-cfa6823e1cf2 req-d381cdf1-58ed-4155-8f05-cb62804bb2fe tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301063 Jun 26 16:29:22.457114 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d08d25-04a1-42e1-92a6-59e0d067bee8 req-8e8cf43b-686c-4645-887b-747f170d9213 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:22.458589 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-58d08d25-04a1-42e1-92a6-59e0d067bee8 req-8e8cf43b-686c-4645-887b-747f170d9213 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.38 "GET /v2.0/ports?device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 946 time: 0.0690677 Jun 26 16:29:22.559790 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-58d08d25-04a1-42e1-92a6-59e0d067bee8 req-b2968f5e-6e65-4074-9d64-9005af77b944 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Deleting port 5d327361-9e5d-448c-993b-b71b44de779b {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:29:22.560121 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-58d08d25-04a1-42e1-92a6-59e0d067bee8 req-b2968f5e-6e65-4074-9d64-9005af77b944 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:22.649761 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-58d08d25-04a1-42e1-92a6-59e0d067bee8 req-b2968f5e-6e65-4074-9d64-9005af77b944 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] For port 5d327361-9e5d-448c-993b-b71b44de779b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=5d327361-9e5d-448c-993b-b71b44de779b,segment=NetworkSegment(5157ce06-5344-460b-ae56-328e0291ce37),segment_id=5157ce06-5344-460b-ae56-328e0291ce37)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:22.650114 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-58d08d25-04a1-42e1-92a6-59e0d067bee8 req-b2968f5e-6e65-4074-9d64-9005af77b944 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:22.662111 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-58d08d25-04a1-42e1-92a6-59e0d067bee8 req-b2968f5e-6e65-4074-9d64-9005af77b944 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Calling delete_port for 5d327361-9e5d-448c-993b-b71b44de779b owned by compute:nova {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:29:22.864322 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-58d08d25-04a1-42e1-92a6-59e0d067bee8 req-b2968f5e-6e65-4074-9d64-9005af77b944 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:22.869460 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:22.876300 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['5af96401-edc0-44c3-8474-46cbb7149db3', '5d327361-9e5d-448c-993b-b71b44de779b'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:29:22.906561 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327559f-5f19-439b-af44-6291bf8918a8 req-3fe7eb90-37a1-4e04-821a-dfb2dd1180f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:22.908170 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-3327559f-5f19-439b-af44-6291bf8918a8 req-3fe7eb90-37a1-4e04-821a-dfb2dd1180f8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 1098 time: 0.0647120 Jun 26 16:29:22.927901 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2968f5e-6e65-4074-9d64-9005af77b944 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Pushing event deleted for resources: {'Port': ['ID=5d327361-9e5d-448c-993b-b71b44de779b,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:22.943475 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-b2968f5e-6e65-4074-9d64-9005af77b944 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:22.948667 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-3327559f-5f19-439b-af44-6291bf8918a8 req-77dbc780-4ff2-4779-a0ea-258d6807bde6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303998 Jun 26 16:29:22.987835 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d08d25-04a1-42e1-92a6-59e0d067bee8 req-b2968f5e-6e65-4074-9d64-9005af77b944 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] No DVR routers for this DVR port 5d327361-9e5d-448c-993b-b71b44de779b on host hv-cinder-79818 {{(pid=93425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:29:22.990298 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-58d08d25-04a1-42e1-92a6-59e0d067bee8 req-b2968f5e-6e65-4074-9d64-9005af77b944 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:22.992558 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-58d08d25-04a1-42e1-92a6-59e0d067bee8 req-b2968f5e-6e65-4074-9d64-9005af77b944 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.38 "DELETE /v2.0/ports/5d327361-9e5d-448c-993b-b71b44de779b HTTP/1.1" status: 204 len: 173 time: 0.5265288 Jun 26 16:29:22.993136 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64a1575-aca9-4377-af0f-00782f0a3b88', 'name': 'network-vif-deleted', 'tag': '5d327361-9e5d-448c-993b-b71b44de779b'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:29:22.995429 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c17db5b-2fde-4406-ab8f-429378cee187" -d '{"events": [{"server_uuid": "f64a1575-aca9-4377-af0f-00782f0a3b88", "name": "network-vif-deleted", "tag": "5d327361-9e5d-448c-993b-b71b44de779b"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:29:23.038251 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50e6274-1e71-4b4b-aab6-f1b4c1100287 x-openstack-request-id: req-b50e6274-1e71-4b4b-aab6-f1b4c1100287 {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:29:23.038579 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64a1575-aca9-4377-af0f-00782f0a3b88", "name": "network-vif-deleted", "tag": "5d327361-9e5d-448c-993b-b71b44de779b", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:29:23.038914 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b50e6274-1e71-4b4b-aab6-f1b4c1100287 {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:29:23.039354 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64a1575-aca9-4377-af0f-00782f0a3b88', 'name': 'network-vif-deleted', 'tag': '5d327361-9e5d-448c-993b-b71b44de779b', 'status': 'completed', 'code': 200} Jun 26 16:29:23.146037 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-69e32469-5ae5-423e-adf4-193360f41ff2 req-5f82bf02-a6a4-4d03-a11c-8fadb1e47fa1 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64a1575-aca9-4377-af0f-00782f0a3b88 HTTP/1.1" status: 200 len: 210 time: 0.0313075 Jun 26 16:29:23.284695 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c7b0f-397a-4196-aea1-5ecfcc21842b req-456fb0e0-279b-4e4b-b575-dcae4f12c464 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:23.286109 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-428c7b0f-397a-4196-aea1-5ecfcc21842b req-456fb0e0-279b-4e4b-b575-dcae4f12c464 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0603223 Jun 26 16:29:23.327881 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-428c7b0f-397a-4196-aea1-5ecfcc21842b req-a9e494f4-f433-4374-a52a-c95f3b865852 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362070 Jun 26 16:29:24.512188 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac7aee-cfdb-42f4-aed6-0198cc67081e req-454b9bbb-33c6-4a25-a5f7-36ef77ee9705 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:24.513642 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-67ac7aee-cfdb-42f4-aed6-0198cc67081e req-454b9bbb-33c6-4a25-a5f7-36ef77ee9705 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0669370 Jun 26 16:29:24.549952 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-67ac7aee-cfdb-42f4-aed6-0198cc67081e req-c61cdcae-596f-47bb-bfa0-eeddbc7acbec tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306473 Jun 26 16:29:25.339287 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a910af-d435-4940-bca4-af5ef9cd34bc req-315b24c2-9870-4150-8e43-92170373e620 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:25.340712 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-36a910af-d435-4940-bca4-af5ef9cd34bc req-315b24c2-9870-4150-8e43-92170373e620 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0895162 Jun 26 16:29:25.396551 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-36a910af-d435-4940-bca4-af5ef9cd34bc req-2578d5f1-5689-4882-bc60-8cf322388fbe tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494137 Jun 26 16:29:25.399200 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792c4f6-135c-4bfe-aff1-2db35e2647c3 req-18fc96f5-1e89-4d0f-af7c-70ed0c8d2877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:25.400539 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c792c4f6-135c-4bfe-aff1-2db35e2647c3 req-18fc96f5-1e89-4d0f-af7c-70ed0c8d2877 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86896a6b6e4744a48feb2d643fa1a7e6&device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 1098 time: 0.0989022 Jun 26 16:29:25.493572 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792c4f6-135c-4bfe-aff1-2db35e2647c3 req-a4aeeaf3-3546-441f-aba8-5dcd5fc9b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:25.495058 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c792c4f6-135c-4bfe-aff1-2db35e2647c3 req-a4aeeaf3-3546-441f-aba8-5dcd5fc9b2c6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=838ee064-f821-42c8-9617-9a149204fe5b HTTP/1.1" status: 200 len: 919 time: 0.0809627 Jun 26 16:29:25.541978 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c792c4f6-135c-4bfe-aff1-2db35e2647c3 req-473ae82e-fa8a-4c52-9cd6-1dcefee5d689 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5981eb1-4cf0-4f06-a9d8-d474ee270606 HTTP/1.1" status: 200 len: 217 time: 0.0396957 Jun 26 16:29:25.589628 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792c4f6-135c-4bfe-aff1-2db35e2647c3 req-8457c71f-b190-4800-a6c8-22f7744a3079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:25.591139 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c792c4f6-135c-4bfe-aff1-2db35e2647c3 req-8457c71f-b190-4800-a6c8-22f7744a3079 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=306da1d4-c663-423c-a407-5d085628ca91 HTTP/1.1" status: 200 len: 858 time: 0.0426981 Jun 26 16:29:25.631447 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c792c4f6-135c-4bfe-aff1-2db35e2647c3 req-2b241428-cbe9-43d9-b14c-08c235df91a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=838ee064-f821-42c8-9617-9a149204fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301063 Jun 26 16:29:25.731881 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c792c4f6-135c-4bfe-aff1-2db35e2647c3 req-0719b468-cb51-4b0e-9052-58aabe56ff47 service neutron] 10.222.0.38 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880375 Jun 26 16:29:25.817835 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c792c4f6-135c-4bfe-aff1-2db35e2647c3 req-833ff23b-107c-42d1-9633-32dcb5893e74 service neutron] 10.222.0.38 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787768 Jun 26 16:29:25.905001 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 5d327361-9e5d-448c-993b-b71b44de779b no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:29:25.927033 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] No Port match for: 5d327361-9e5d-448c-993b-b71b44de779b {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:29:25.927380 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 5d327361-9e5d-448c-993b-b71b44de779b not bound to the agent host hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:29:26.110506 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ffafa-fb09-451b-9e20-0157ed07e089 req-85e2ad61-bffd-4759-8fcf-953852ff39de tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:26.116492 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2e6ffafa-fb09-451b-9e20-0157ed07e089 req-85e2ad61-bffd-4759-8fcf-953852ff39de tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 946 time: 0.0770376 Jun 26 16:29:26.127245 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:29:26.154198 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2e6ffafa-fb09-451b-9e20-0157ed07e089 req-685788ea-119f-4562-a3c8-b963244639a8 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317855 Jun 26 16:29:26.574149 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc53e5-c324-4bb5-9b64-10af2a0de855 req-f1a6bec1-d51b-4638-8a5b-28850005a97e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:26.575678 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bcfc53e5-c324-4bb5-9b64-10af2a0de855 req-f1a6bec1-d51b-4638-8a5b-28850005a97e tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0625613 Jun 26 16:29:26.611501 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bcfc53e5-c324-4bb5-9b64-10af2a0de855 req-c9ebfbf4-b6d9-49e1-935d-9c0f4398170b tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303059 Jun 26 16:29:27.318928 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1831bd0-9022-4106-8b11-fc0082f6da29 req-a6935d8b-3dd5-4e1e-bb69-57223c409f27 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:27.320887 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c1831bd0-9022-4106-8b11-fc0082f6da29 req-a6935d8b-3dd5-4e1e-bb69-57223c409f27 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 946 time: 0.0594363 Jun 26 16:29:27.356343 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c1831bd0-9022-4106-8b11-fc0082f6da29 req-1629f0f9-092e-4937-89b7-c6074c9401bb tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300138 Jun 26 16:29:27.790026 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cc852-6240-4dbf-9351-051b97752628 req-923be6f3-53c7-41ba-ad6a-3cd026c94e94 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:27.791525 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a92cc852-6240-4dbf-9351-051b97752628 req-923be6f3-53c7-41ba-ad6a-3cd026c94e94 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0661123 Jun 26 16:29:27.826103 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a92cc852-6240-4dbf-9351-051b97752628 req-71490320-dc68-4ac6-a685-e0a851cde1cf tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290666 Jun 26 16:29:28.529411 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95beb9f-0a49-4b55-baf8-9181df7e7e44 req-b6b18ee4-2968-41c5-92ac-ea9f3f56ac4f tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:28.530757 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f95beb9f-0a49-4b55-baf8-9181df7e7e44 req-b6b18ee4-2968-41c5-92ac-ea9f3f56ac4f tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 946 time: 0.0608191 Jun 26 16:29:28.566687 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f95beb9f-0a49-4b55-baf8-9181df7e7e44 req-c0bd91b2-50df-4252-9d92-388f627ac64e tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303462 Jun 26 16:29:28.999725 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ed53d-6476-4c08-b438-7ab15cfffe03 req-4239b874-f896-4146-b66d-a6ddeec2f7be tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:29.001175 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-012ed53d-6476-4c08-b438-7ab15cfffe03 req-4239b874-f896-4146-b66d-a6ddeec2f7be tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0636754 Jun 26 16:29:29.037317 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-012ed53d-6476-4c08-b438-7ab15cfffe03 req-24581690-3b1f-4fd0-8cf7-2d9d4ff6905d tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304003 Jun 26 16:29:29.734462 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2d1e1-d36b-4e79-ab1a-f4f0985b1029 req-7e0df4b4-8fe2-4240-96af-870e9871940d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:29.735923 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-79a2d1e1-d36b-4e79-ab1a-f4f0985b1029 req-7e0df4b4-8fe2-4240-96af-870e9871940d tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 946 time: 0.0612936 Jun 26 16:29:29.771880 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-79a2d1e1-d36b-4e79-ab1a-f4f0985b1029 req-636887e1-5471-49b6-bc94-2b53a949af3f tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303750 Jun 26 16:29:30.201442 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce0444-227a-4c2d-ad8b-1513349368de req-f673b0a6-83ee-457c-8664-ecb7932a19e2 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:30.202907 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-08ce0444-227a-4c2d-ad8b-1513349368de req-f673b0a6-83ee-457c-8664-ecb7932a19e2 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0599511 Jun 26 16:29:30.237922 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-08ce0444-227a-4c2d-ad8b-1513349368de req-cdb3cf2c-ddf1-403f-8736-9c0cd99d0285 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295491 Jun 26 16:29:30.986787 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4187ef-9a47-406a-bfc9-a25e72af1058 req-58d3d2d2-caf2-4748-a239-78c6ab20facf tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:30.988280 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8e4187ef-9a47-406a-bfc9-a25e72af1058 req-58d3d2d2-caf2-4748-a239-78c6ab20facf tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 946 time: 0.1094673 Jun 26 16:29:30.999497 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf255bb-e3a8-43c5-ae3a-3b043fcdaaa9 req-d8c8d109-dbf4-4dae-bd70-324c39c9d604 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:31.000919 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cdf255bb-e3a8-43c5-ae3a-3b043fcdaaa9 req-d8c8d109-dbf4-4dae-bd70-324c39c9d604 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.38 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 946 time: 0.0885165 Jun 26 16:29:31.067308 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8e4187ef-9a47-406a-bfc9-a25e72af1058 req-6557a575-fdcc-4858-9ae3-49a019e47991 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/security-groups?id=b119a460-deb9-4140-8c53-20ffd415ba11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654569 Jun 26 16:29:31.119864 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-cdf255bb-e3a8-43c5-ae3a-3b043fcdaaa9 req-8df205f6-3bef-425f-8ea7-57864bb7ef65 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Deleting port 5af96401-edc0-44c3-8474-46cbb7149db3 {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:29:31.120198 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-cdf255bb-e3a8-43c5-ae3a-3b043fcdaaa9 req-8df205f6-3bef-425f-8ea7-57864bb7ef65 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:31.201636 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-cdf255bb-e3a8-43c5-ae3a-3b043fcdaaa9 req-8df205f6-3bef-425f-8ea7-57864bb7ef65 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] For port 5af96401-edc0-44c3-8474-46cbb7149db3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=5af96401-edc0-44c3-8474-46cbb7149db3,segment=NetworkSegment(5157ce06-5344-460b-ae56-328e0291ce37),segment_id=5157ce06-5344-460b-ae56-328e0291ce37)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:31.202256 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-cdf255bb-e3a8-43c5-ae3a-3b043fcdaaa9 req-8df205f6-3bef-425f-8ea7-57864bb7ef65 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:31.213427 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-cdf255bb-e3a8-43c5-ae3a-3b043fcdaaa9 req-8df205f6-3bef-425f-8ea7-57864bb7ef65 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Calling delete_port for 5af96401-edc0-44c3-8474-46cbb7149db3 owned by compute:nova {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:29:31.408350 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fb386-930c-4004-bd96-61361a1c139e req-26ef5202-d537-450f-82b6-abe9930a4e37 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:31.409826 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-976fb386-930c-4004-bd96-61361a1c139e req-26ef5202-d537-450f-82b6-abe9930a4e37 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0610554 Jun 26 16:29:31.410557 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-cdf255bb-e3a8-43c5-ae3a-3b043fcdaaa9 req-8df205f6-3bef-425f-8ea7-57864bb7ef65 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:31.414955 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-49a17673-5f28-4ba0-80ca-2abd894f4589 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:31.421919 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['5af96401-edc0-44c3-8474-46cbb7149db3'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:29:31.462624 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df205f6-3bef-425f-8ea7-57864bb7ef65 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Pushing event deleted for resources: {'Port': ['ID=5af96401-edc0-44c3-8474-46cbb7149db3,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:31.468722 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-8df205f6-3bef-425f-8ea7-57864bb7ef65 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:31.512394 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-976fb386-930c-4004-bd96-61361a1c139e req-f0d85256-e7d9-4de6-ac87-5e4443a9b1e1 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933454 Jun 26 16:29:31.513103 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf255bb-e3a8-43c5-ae3a-3b043fcdaaa9 req-8df205f6-3bef-425f-8ea7-57864bb7ef65 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] No DVR routers for this DVR port 5af96401-edc0-44c3-8474-46cbb7149db3 on host hv-cinder-79818 {{(pid=93425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:29:31.515412 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-cdf255bb-e3a8-43c5-ae3a-3b043fcdaaa9 req-8df205f6-3bef-425f-8ea7-57864bb7ef65 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:31.517271 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cdf255bb-e3a8-43c5-ae3a-3b043fcdaaa9 req-8df205f6-3bef-425f-8ea7-57864bb7ef65 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.38 "DELETE /v2.0/ports/5af96401-edc0-44c3-8474-46cbb7149db3 HTTP/1.1" status: 204 len: 173 time: 0.5075719 Jun 26 16:29:31.517760 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954ef9f1-a7e5-454c-ba98-7df8a1a46409', 'name': 'network-vif-deleted', 'tag': '5af96401-edc0-44c3-8474-46cbb7149db3'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:29:31.520479 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d95e52-b31a-47a2-b9c6-37365d43ed81" -d '{"events": [{"server_uuid": "954ef9f1-a7e5-454c-ba98-7df8a1a46409", "name": "network-vif-deleted", "tag": "5af96401-edc0-44c3-8474-46cbb7149db3"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:29:31.556540 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a52412e-95e0-4aac-b6be-2ee559e1622b x-openstack-request-id: req-1a52412e-95e0-4aac-b6be-2ee559e1622b {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:29:31.556921 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954ef9f1-a7e5-454c-ba98-7df8a1a46409", "name": "network-vif-deleted", "tag": "5af96401-edc0-44c3-8474-46cbb7149db3", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:29:31.557204 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a52412e-95e0-4aac-b6be-2ee559e1622b {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:29:31.557624 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954ef9f1-a7e5-454c-ba98-7df8a1a46409', 'name': 'network-vif-deleted', 'tag': '5af96401-edc0-44c3-8474-46cbb7149db3', 'status': 'completed', 'code': 200} Jun 26 16:29:32.222057 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f6046e40-1cf7-4e9b-9e6f-bb0dd08507aa req-93063764-cd22-485d-b05f-07ff89efcc74 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 210 time: 0.0329094 Jun 26 16:29:32.283657 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-988ac27b-09f1-4057-b9b5-bde5e54f1704 req-7273f4c5-bdad-4825-979a-a27c9f09db08 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549004 Jun 26 16:29:32.361919 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ac27b-09f1-4057-b9b5-bde5e54f1704 req-d48a137c-ff20-497d-b63c-49c230d77fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:32.363332 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-988ac27b-09f1-4057-b9b5-bde5e54f1704 req-d48a137c-ff20-497d-b63c-49c230d77fcb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86896a6b6e4744a48feb2d643fa1a7e6&device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 1098 time: 0.0563662 Jun 26 16:29:32.471264 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ac27b-09f1-4057-b9b5-bde5e54f1704 req-bc4c952f-91aa-425b-83be-1591d6d7a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:32.472711 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-988ac27b-09f1-4057-b9b5-bde5e54f1704 req-bc4c952f-91aa-425b-83be-1591d6d7a583 service neutron] 10.222.0.38 "GET /v2.0/networks?id=838ee064-f821-42c8-9617-9a149204fe5b HTTP/1.1" status: 200 len: 919 time: 0.0868630 Jun 26 16:29:32.533699 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-c3c49786-df43-406d-a3ca-887b6a99f763 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-742319645&fields=id&tenant_id=2100de5fb39244ff97ddc96c9964d3dc HTTP/1.1" status: 200 len: 267 time: 0.0313215 Jun 26 16:29:32.646827 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-7c1d8e63-be7b-4c50-8f74-1195e1487ac8 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:32.648146 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-7c1d8e63-be7b-4c50-8f74-1195e1487ac8 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/networks?id=8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a HTTP/1.1" status: 200 len: 809 time: 0.1079640 Jun 26 16:29:32.910360 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-730cdb25-a6ee-426a-be01-34b9eefc7290 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/quotas/2100de5fb39244ff97ddc96c9964d3dc HTTP/1.1" status: 200 len: 375 time: 0.2430720 Jun 26 16:29:32.969398 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444b1bf-12cc-4f3e-8817-19657841539a req-5806585f-f354-4905-8c79-36b2b806ce69 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:32.971813 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b444b1bf-12cc-4f3e-8817-19657841539a req-5806585f-f354-4905-8c79-36b2b806ce69 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.3434472 Jun 26 16:29:33.007134 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-089ba7b3-f03d-48a2-b800-5252cc835dd9 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2100de5fb39244ff97ddc96c9964d3dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902996 Jun 26 16:29:33.022800 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b444b1bf-12cc-4f3e-8817-19657841539a req-b62edecf-b140-4a89-ba80-1168e907024c tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445752 Jun 26 16:29:33.111652 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-50a26c16-e76e-4bfe-9bea-3e718bd2c873 service neutron] 10.222.0.35 "GET /v2.0/networks/8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871828 Jun 26 16:29:33.215771 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-2131ffc6-0071-4975-8e3b-8b09de1c7e99 service neutron] 10.222.0.35 "GET /v2.0/networks/8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981195 Jun 26 16:29:33.644165 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69836fb3-a891-4851-b58b-cf68ecb3a2de req-b9355221-2975-498c-b63c-fe5a659c2c14 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:33.645618 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-69836fb3-a891-4851-b58b-cf68ecb3a2de req-b9355221-2975-498c-b63c-fe5a659c2c14 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 945 time: 0.0653872 Jun 26 16:29:33.683316 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-69836fb3-a891-4851-b58b-cf68ecb3a2de req-18277bb0-efb1-4a51-b318-a71fed440a8c tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313661 Jun 26 16:29:33.708367 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 56404) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:33.840381 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d40eac9f-8a08-49ed-a18c-df6f3907d3fb req-e2f6a64f-a818-4b55-a8aa-d809748abe69 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 210 time: 0.0381536 Jun 26 16:29:33.865614 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3bcdb42a-89e4-4e40-a282-110ba1d7a031 req-5d59f525-e9c3-405f-b551-52985fbbcf6f tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] 10.222.0.35 "GET /v2.0/ports?device_id=954ef9f1-a7e5-454c-ba98-7df8a1a46409 HTTP/1.1" status: 200 len: 210 time: 0.0521736 Jun 26 16:29:33.918360 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eaa9dc-35f2-4265-9e6b-82ec96fbc7cb tempest-TestMinimumBasicScenario-1951612452 tempest-TestMinimumBasicScenario-1951612452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:33.919891 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-93eaa9dc-35f2-4265-9e6b-82ec96fbc7cb tempest-TestMinimumBasicScenario-1951612452 tempest-TestMinimumBasicScenario-1951612452-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 1093 time: 0.2104990 Jun 26 16:29:33.922730 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 56414) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:33.927179 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Request body: {'floatingip': {'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'port_id': 'a521fa0c-fd5e-4d63-ad09-2800cf799f22', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:34.172897 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for floatingip, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:34.265421 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:34.369337 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Allocated IP 172.27.2.42 (1236ffa6-61e0-401d-8733-f5e5c635b4bb/85c7ca79-f8ed-404d-bbb5-368914d3121b/2e099d49-9474-4f1a-9b12-ff9cfafc3199) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:29:34.461213 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 5af96401-edc0-44c3-8474-46cbb7149db3 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:29:34.477018 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:34.507596 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] No Port match for: 5af96401-edc0-44c3-8474-46cbb7149db3 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:29:34.507954 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 5af96401-edc0-44c3-8474-46cbb7149db3 not bound to the agent host hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:29:34.515686 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-988ac27b-09f1-4057-b9b5-bde5e54f1704 req-981c4bbe-9d13-437d-b9bb-5dd728116c04 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f39cd217-3469-439d-b8ba-bb1f552d0551 HTTP/1.1" status: 200 len: 217 time: 0.0547876 Jun 26 16:29:34.572114 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9987695'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:34.581628 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-17d1ff3d-fc9b-46cf-81b2-b21671594368 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:34.607164 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:29:34.610047 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:29:34.613458 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:29:34.652946 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Pushing event updated for resources: {'Port': ['ID=2e099d49-9474-4f1a-9b12-ff9cfafc3199,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:34.660367 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:34.969180 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 56428) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:34.992731 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2c31b658-a445-4b18-859d-d90c90309162 req-8b078dfe-b239-4179-9a74-b9273e69598e tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 210 time: 0.0397193 Jun 26 16:29:35.030101 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_v2 [None req-f389b342-757d-47e1-8b72-adf6f755bf2d admin admin] Deleting subnet 889b689e-0077-4f65-adce-eac8bc576e78 {{(pid=93425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:29:35.033341 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f389b342-757d-47e1-8b72-adf6f755bf2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:35.065868 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f389b342-757d-47e1-8b72-adf6f755bf2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2683751'] for subnet, precommit_delete_associations {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:35.110628 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f389b342-757d-47e1-8b72-adf6f755bf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077411'] for subnet, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:35.236333 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f389b342-757d-47e1-8b72-adf6f755bf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2366254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2799837'] for subnet, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:35.238630 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:35.263206 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389b342-757d-47e1-8b72-adf6f755bf2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=889b689e-0077-4f65-adce-eac8bc576e78,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:35.265753 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-f389b342-757d-47e1-8b72-adf6f755bf2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:35.268869 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f389b342-757d-47e1-8b72-adf6f755bf2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:35.270587 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-f389b342-757d-47e1-8b72-adf6f755bf2d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/889b689e-0077-4f65-adce-eac8bc576e78 HTTP/1.1" status: 204 len: 168 time: 0.3004241 Jun 26 16:29:35.273056 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 56432) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:35.338933 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d38c2089-fb85-43c2-b96b-cdbbf44c98fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599898'] for network, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:35.344057 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:35.418471 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d38c2089-fb85-43c2-b96b-cdbbf44c98fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2078910', 'neutron.services.segments.db._delete_segments_for_network-8735253278486'] for network, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:35.427944 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-d38c2089-fb85-43c2-b96b-cdbbf44c98fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97994b83-c9d5-4295-b996-e7ea06d003f7']}} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:35.437627 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-d38c2089-fb85-43c2-b96b-cdbbf44c98fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5157ce06-5344-460b-ae56-328e0291ce37') {'for_net_delete': True} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:35.437922 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-d38c2089-fb85-43c2-b96b-cdbbf44c98fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5157ce06-5344-460b-ae56-328e0291ce37') {} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:35.446827 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d38c2089-fb85-43c2-b96b-cdbbf44c98fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735253296631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2683760'] for segment, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:35.459816 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d38c2089-fb85-43c2-b96b-cdbbf44c98fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:35.465575 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38c2089-fb85-43c2-b96b-cdbbf44c98fa admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:29:35.465957 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d38c2089-fb85-43c2-b96b-cdbbf44c98fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2366411'] for segment, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: Traceback (most recent call last): Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: timer() Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: cb(*args, **kw) Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: return func(*args, **kwargs) Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: self._notify() Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: self.callback(batched_events) Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: event.method(event) Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: return f(self, *a, **k) Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: return self._get(url).json() Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: return self.request(url, 'GET', **kwargs) Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:29:35.467596 dv-cinder-798189-1-iscsi neutron-server[93425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:29:35.526804 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:35.560813 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ac27b-09f1-4057-b9b5-bde5e54f1704 req-dbbbef23-5a53-4394-918e-67f2182e5fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:35.562296 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-988ac27b-09f1-4057-b9b5-bde5e54f1704 req-dbbbef23-5a53-4394-918e-67f2182e5fec service neutron] 10.222.0.38 "GET /v2.0/subnets?id=306da1d4-c663-423c-a407-5d085628ca91 HTTP/1.1" status: 200 len: 858 time: 0.0529146 Jun 26 16:29:35.601902 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-988ac27b-09f1-4057-b9b5-bde5e54f1704 req-78e261ad-25bb-4b72-92bf-ad8dff849582 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=838ee064-f821-42c8-9617-9a149204fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265844 Jun 26 16:29:35.677719 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d38c2089-fb85-43c2-b96b-cdbbf44c98fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2078901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646772'] for network, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:35.686442 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-f98847e0-8188-4ee3-955f-f612b1f545ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:35.690097 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d38c2089-fb85-43c2-b96b-cdbbf44c98fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:35.692025 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-d38c2089-fb85-43c2-b96b-cdbbf44c98fa admin admin] 10.222.0.35 "DELETE /v2.0/networks/97994b83-c9d5-4295-b996-e7ea06d003f7 HTTP/1.1" status: 204 len: 168 time: 0.4173343 Jun 26 16:29:35.704481 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for port, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:35.704864 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c2089-fb85-43c2-b96b-cdbbf44c98fa admin admin] Pushing event deleted for resources: {'Network': ['ID=97994b83-c9d5-4295-b996-e7ea06d003f7,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:35.708698 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-d38c2089-fb85-43c2-b96b-cdbbf44c98fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:35.729477 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-988ac27b-09f1-4057-b9b5-bde5e54f1704 req-379547ce-d380-414d-9c80-e616a266cc1d service neutron] 10.222.0.38 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109104 Jun 26 16:29:35.830578 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-988ac27b-09f1-4057-b9b5-bde5e54f1704 req-496b2886-dcf4-40e1-85a1-7119c375133c service neutron] 10.222.0.38 "GET /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928137 Jun 26 16:29:35.880964 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:35.884990 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:35.950515 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Pushing event updated for resources: {'Port': ['ID=2e099d49-9474-4f1a-9b12-ff9cfafc3199,revision_number=2']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:35.954234 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:35.958750 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646687'] for floatingip, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:36.065261 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.l3_db [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Floating IP d35407b1-45c1-46b8-8cf6-f4d10b7dd3a6 associated. External IP: 172.27.2.42, port: a521fa0c-fd5e-4d63-ad09-2800cf799f22. Jun 26 16:29:36.143915 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b4f1d87d-1428-432a-a44d-7abb566010da req-5552580d-8cf4-42b0-968c-7b60b6959618 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 210 time: 0.0317333 Jun 26 16:29:36.276465 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Router dea18cc8-8a68-4739-8522-659d787c55a8 has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:29:36.323862 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 56444) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:36.363452 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-83206459-d32f-448c-9c4e-8da0d4a8b255 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14ad47b559944607a65533bcc1a88f5a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383139 Jun 26 16:29:36.365820 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 56446) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:36.380751 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:29:36.390833 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41929a29-0a90-46e4-ae12-7ebfa0db8059 None None] Sync routers for ids ['dea18cc8-8a68-4739-8522-659d787c55a8'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:29:36.400462 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41929a29-0a90-46e4-ae12-7ebfa0db8059 None None] Routers {'dea18cc8-8a68-4739-8522-659d787c55a8'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:29:36.401099 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-41929a29-0a90-46e4-ae12-7ebfa0db8059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:29:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['dea18cc8-8a68-4739-8522-659d787c55a8'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:36.417029 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9b2f8bd3-5c28-448e-bc9f-e97ecfc4e813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:36.440359 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9b2f8bd3-5c28-448e-bc9f-e97ecfc4e813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:36.464346 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for floatingip, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:36.505056 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-41929a29-0a90-46e4-ae12-7ebfa0db8059 None None] Set router dea18cc8-8a68-4739-8522-659d787c55a8 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:29:36.509037 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5822465 Jun 26 16:29:36.509037 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe16ab1-eff0-4f89-831c-53a71749af1e', 'tag': 'a521fa0c-fd5e-4d63-ad09-2800cf799f22'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:29:36.509412 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 56448) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:36.511771 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcc5220-fa3f-4731-8627-24d5e4ec3c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "abe16ab1-eff0-4f89-831c-53a71749af1e", "tag": "a521fa0c-fd5e-4d63-ad09-2800cf799f22"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:29:36.514544 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-ec9b0929-15d5-49d3-9302-cc9150cd8ae9 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1502106911', 'description': 'tempest-secgroup-smoke-1502106911 description', 'project_id': '55cf3d619b72423baea826ad8c737f5b'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:36.564180 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab782f53-1871-4010-9abc-e9ea5dc70352 x-openstack-request-id: req-ab782f53-1871-4010-9abc-e9ea5dc70352 {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:29:36.566981 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe16ab1-eff0-4f89-831c-53a71749af1e", "tag": "a521fa0c-fd5e-4d63-ad09-2800cf799f22", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:29:36.566981 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab782f53-1871-4010-9abc-e9ea5dc70352 {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:29:36.566981 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe16ab1-eff0-4f89-831c-53a71749af1e', 'tag': 'a521fa0c-fd5e-4d63-ad09-2800cf799f22', 'status': 'completed', 'code': 200} Jun 26 16:29:36.578802 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9b2f8bd3-5c28-448e-bc9f-e97ecfc4e813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:36.581804 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9b2f8bd3-5c28-448e-bc9f-e97ecfc4e813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:36.583223 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-9b2f8bd3-5c28-448e-bc9f-e97ecfc4e813 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b119a460-deb9-4140-8c53-20ffd415ba11 HTTP/1.1" status: 204 len: 168 time: 0.2164943 Jun 26 16:29:36.584289 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-93a2114d-4b7d-4134-a8fc-a12e85a54dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:36.593716 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f8bd3-5c28-448e-bc9f-e97ecfc4e813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b119a460-deb9-4140-8c53-20ffd415ba11,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:36.596919 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-9b2f8bd3-5c28-448e-bc9f-e97ecfc4e813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:36.630465 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:36.640011 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0929-15d5-49d3-9302-cc9150cd8ae9 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:36.707493 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc5220-fa3f-4731-8627-24d5e4ec3c6f req-645eb423-e7ca-4d9f-9e52-3f24d533f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:36.709372 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2fcc5220-fa3f-4731-8627-24d5e4ec3c6f req-645eb423-e7ca-4d9f-9e52-3f24d533f312 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55cf3d619b72423baea826ad8c737f5b&device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 1098 time: 0.1135452 Jun 26 16:29:36.772698 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-41929a29-0a90-46e4-ae12-7ebfa0db8059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'name': 'tempest-TestMinimumBasicScenario-450662618-router', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:11Z', 'updated_at': '2021-06-26T16:28:16Z', 'revision_number': 4, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'gw_port': {'id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:12Z', 'updated_at': '2021-06-26T16:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': 'd35407b1-45c1-46b8-8cf6-f4d10b7dd3a6', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'port_id': 'a521fa0c-fd5e-4d63-ad09-2800cf799f22', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b', 'mac_address': 'fa:16:3e:ff:36:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe16ab1-eff0-4f89-831c-53a71749af1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:29:34Z', 'updated_at': '2021-06-26T16:29:34Z', 'revision_number': 0, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd94deee9-cbc4-4543-adb1-aaccc5047121', 'name': '', 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'mac_address': 'fa:16:3e:76:d1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '91a97eac-e645-4b77-b890-2564c4b72980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:15Z', 'updated_at': '2021-06-26T16:28:23Z', 'revision_number': 5, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'subnets': [{'id': '91a97eac-e645-4b77-b890-2564c4b72980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:36.803174 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41929a29-0a90-46e4-ae12-7ebfa0db8059 None None] Checking router: dea18cc8-8a68-4739-8522-659d787c55a8 for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:29:36.812857 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41929a29-0a90-46e4-ae12-7ebfa0db8059 None None] Routers {'dea18cc8-8a68-4739-8522-659d787c55a8'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:29:36.813405 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-41929a29-0a90-46e4-ae12-7ebfa0db8059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:29:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['dea18cc8-8a68-4739-8522-659d787c55a8'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:36.814352 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0929-15d5-49d3-9302-cc9150cd8ae9 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:36.842699 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc5220-fa3f-4731-8627-24d5e4ec3c6f req-d0cde539-06fa-4af8-a235-49c5d1e70553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:36.844281 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2fcc5220-fa3f-4731-8627-24d5e4ec3c6f req-d0cde539-06fa-4af8-a235-49c5d1e70553 service neutron] 10.222.0.38 "GET /v2.0/networks?id=def1ce9b-0209-447b-b28a-e08d7371c68b HTTP/1.1" status: 200 len: 915 time: 0.1235316 Jun 26 16:29:36.910783 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0929-15d5-49d3-9302-cc9150cd8ae9 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:36.915425 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-ece21d0f-5543-4def-8ec1-599bac21f11a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:36.930884 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-41929a29-0a90-46e4-ae12-7ebfa0db8059 None None] Set router dea18cc8-8a68-4739-8522-659d787c55a8 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:29:36.937622 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2fcc5220-fa3f-4731-8627-24d5e4ec3c6f req-eed52827-07f3-4c8e-a140-0e817ac7fe32 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a521fa0c-fd5e-4d63-ad09-2800cf799f22 HTTP/1.1" status: 200 len: 998 time: 0.0841284 Jun 26 16:29:36.965089 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b0929-15d5-49d3-9302-cc9150cd8ae9 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f3fa2a-ab9f-4c5c-96b0-141160259294,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:36.968012 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-ec9b0929-15d5-49d3-9302-cc9150cd8ae9 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:37.009130 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc5220-fa3f-4731-8627-24d5e4ec3c6f req-3d799578-ab13-4f8e-bb94-edb63b288cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:37.010698 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2fcc5220-fa3f-4731-8627-24d5e4ec3c6f req-3d799578-ab13-4f8e-bb94-edb63b288cc2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=91a97eac-e645-4b77-b890-2564c4b72980 HTTP/1.1" status: 200 len: 853 time: 0.0561161 Jun 26 16:29:37.019695 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0929-15d5-49d3-9302-cc9150cd8ae9 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:37.021237 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-ec9b0929-15d5-49d3-9302-cc9150cd8ae9 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5105939 Jun 26 16:29:37.024030 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 56460) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:37.030383 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-d724048c-6b67-4da8-b315-14f163d5eff3 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Request body: {'security_group_rule': {'security_group_id': 'c9f3fa2a-ab9f-4c5c-96b0-141160259294', 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:37.095593 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc5220-fa3f-4731-8627-24d5e4ec3c6f req-5811f2b3-9ad0-42e0-8b03-6f5cf44e0b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:37.103507 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2fcc5220-fa3f-4731-8627-24d5e4ec3c6f req-5811f2b3-9ad0-42e0-8b03-6f5cf44e0b07 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=def1ce9b-0209-447b-b28a-e08d7371c68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786641 Jun 26 16:29:37.156029 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d724048c-6b67-4da8-b315-14f163d5eff3 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:37.238930 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-41929a29-0a90-46e4-ae12-7ebfa0db8059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'name': 'tempest-TestMinimumBasicScenario-450662618-router', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:11Z', 'updated_at': '2021-06-26T16:28:16Z', 'revision_number': 4, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'gw_port': {'id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:12Z', 'updated_at': '2021-06-26T16:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': 'd35407b1-45c1-46b8-8cf6-f4d10b7dd3a6', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'port_id': 'a521fa0c-fd5e-4d63-ad09-2800cf799f22', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b', 'mac_address': 'fa:16:3e:ff:36:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe16ab1-eff0-4f89-831c-53a71749af1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:29:34Z', 'updated_at': '2021-06-26T16:29:34Z', 'revision_number': 0, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd94deee9-cbc4-4543-adb1-aaccc5047121', 'name': '', 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'mac_address': 'fa:16:3e:76:d1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '91a97eac-e645-4b77-b890-2564c4b72980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:15Z', 'updated_at': '2021-06-26T16:28:23Z', 'revision_number': 5, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'subnets': [{'id': '91a97eac-e645-4b77-b890-2564c4b72980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:37.270240 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-5b370025-845f-4728-9cc5-4ddecab79fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:37.276658 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41929a29-0a90-46e4-ae12-7ebfa0db8059 None None] The sync data for ids ['dea18cc8-8a68-4739-8522-659d787c55a8'] in dv-cinder-798189-1-iscsi is: [{'id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'name': 'tempest-TestMinimumBasicScenario-450662618-router', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:11Z', 'updated_at': '2021-06-26T16:28:16Z', 'revision_number': 4, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'gw_port': {'id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:12Z', 'updated_at': '2021-06-26T16:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': 'd35407b1-45c1-46b8-8cf6-f4d10b7dd3a6', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'port_id': 'a521fa0c-fd5e-4d63-ad09-2800cf799f22', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b', 'mac_address': 'fa:16:3e:ff:36:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe16ab1-eff0-4f89-831c-53a71749af1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:29:34Z', 'updated_at': '2021-06-26T16:29:34Z', 'revision_number': 0, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd94deee9-cbc4-4543-adb1-aaccc5047121', 'name': '', 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'mac_address': 'fa:16:3e:76:d1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '91a97eac-e645-4b77-b890-2564c4b72980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:15Z', 'updated_at': '2021-06-26T16:28:23Z', 'revision_number': 5, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'subnets': [{'id': '91a97eac-e645-4b77-b890-2564c4b72980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:29:37.289794 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2fcc5220-fa3f-4731-8627-24d5e4ec3c6f req-fa2eccfe-dc3a-4ad4-a5f8-ed7bbf3a0157 service neutron] 10.222.0.38 "GET /v2.0/networks/def1ce9b-0209-447b-b28a-e08d7371c68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759033 Jun 26 16:29:37.291378 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d724048c-6b67-4da8-b315-14f163d5eff3 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:37.354338 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d724048c-6b67-4da8-b315-14f163d5eff3 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:37.381657 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:37.403946 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724048c-6b67-4da8-b315-14f163d5eff3 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e185aa55-f2c8-48be-af76-95e9e7278e3a,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:37.414930 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-d724048c-6b67-4da8-b315-14f163d5eff3 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:37.435583 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d724048c-6b67-4da8-b315-14f163d5eff3 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:37.436832 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-d724048c-6b67-4da8-b315-14f163d5eff3 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4114156 Jun 26 16:29:37.439625 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 56476) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:37.448611 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-c360ee8f-3ca8-44ac-869c-21f5071f7002 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Request body: {'security_group_rule': {'security_group_id': 'c9f3fa2a-ab9f-4c5c-96b0-141160259294', 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:37.448818 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7567bf94-cc2b-426c-beef-bbbd39b32a49 req-5fcc2540-e556-48a9-a164-2223008091e3 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 210 time: 0.0568740 Jun 26 16:29:37.469114 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2fcc5220-fa3f-4731-8627-24d5e4ec3c6f req-873fb077-d956-4fed-a210-250738cfbe6d service neutron] 10.222.0.38 "GET /v2.0/networks/def1ce9b-0209-447b-b28a-e08d7371c68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746950 Jun 26 16:29:37.564950 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd19f6fa-c044-440a-9dd4-252acb1a2224 None None] New status for floating IP d35407b1-45c1-46b8-8cf6-f4d10b7dd3a6: ACTIVE {{(pid=93426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:29:37.610953 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-d302e38e-8bdb-4179-af3d-bee79592e69e tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:37.620225 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-d302e38e-8bdb-4179-af3d-bee79592e69e tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.38 "GET /v2.0/networks?id=8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a HTTP/1.1" status: 200 len: 809 time: 0.1587884 Jun 26 16:29:37.632329 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c360ee8f-3ca8-44ac-869c-21f5071f7002 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:37.712544 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-e5fdcf18-5ac7-4fc1-bf1f-f085f5e70a20 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2100de5fb39244ff97ddc96c9964d3dc HTTP/1.1" status: 200 len: 379 time: 0.0505142 Jun 26 16:29:37.724013 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c360ee8f-3ca8-44ac-869c-21f5071f7002 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:37.729790 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-8f541cfd-16fe-442d-94c4-7a77b253ac23 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Request body: {'port': {'device_id': '9fa34f73-94ca-41ec-bd7b-c397ef41e3da', 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a', 'admin_state_up': True, 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'security_groups': ['885568f9-d1c7-4294-be4a-9b6fd6b23d2e']}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:37.812612 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c360ee8f-3ca8-44ac-869c-21f5071f7002 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:37.821759 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-23f61a87-1edf-4201-a657-89caebec3eed tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:37.844839 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360ee8f-3ca8-44ac-869c-21f5071f7002 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e720ef0c-9ad1-434a-9369-9aeb40853772,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:37.850409 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-c360ee8f-3ca8-44ac-869c-21f5071f7002 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:37.938934 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c360ee8f-3ca8-44ac-869c-21f5071f7002 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:37.940481 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-c360ee8f-3ca8-44ac-869c-21f5071f7002 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4999270 Jun 26 16:29:37.943382 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 56488) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:37.952668 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-c9d0c901-0e28-490b-84d6-3ac7bfdfeff5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Request body: {'security_group_rule': {'security_group_id': 'c9f3fa2a-ab9f-4c5c-96b0-141160259294', 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:38.055515 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-8f541cfd-16fe-442d-94c4-7a77b253ac23 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Made reservation on behalf of 2100de5fb39244ff97ddc96c9964d3dc for: {'port': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:29:38.060137 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-8f541cfd-16fe-442d-94c4-7a77b253ac23 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:38.181653 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c9d0c901-0e28-490b-84d6-3ac7bfdfeff5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:38.227248 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-8f541cfd-16fe-442d-94c4-7a77b253ac23 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Allocated IP 172.20.0.4 (8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a/33e4ba87-06e7-4b7c-ad07-5c1e136045e2/0b1a7d38-2719-42bb-999e-f1c36a8854eb) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:29:38.254800 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c9d0c901-0e28-490b-84d6-3ac7bfdfeff5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:38.329483 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c9d0c901-0e28-490b-84d6-3ac7bfdfeff5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:38.336248 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:38.358484 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0c901-0e28-490b-84d6-3ac7bfdfeff5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3445c186-03cc-4b01-b66d-dcb154dfcbae,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:38.361877 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-c9d0c901-0e28-490b-84d6-3ac7bfdfeff5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:38.393389 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-8f541cfd-16fe-442d-94c4-7a77b253ac23 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:38.406043 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.provisioning_blocks [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-8f541cfd-16fe-442d-94c4-7a77b253ac23 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Transition to ACTIVE for port object 0b1a7d38-2719-42bb-999e-f1c36a8854eb will not be triggered until provisioned by entity DHCP. {{(pid=93424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:29:38.452392 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c9d0c901-0e28-490b-84d6-3ac7bfdfeff5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:38.453520 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-c9d0c901-0e28-490b-84d6-3ac7bfdfeff5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5067031 Jun 26 16:29:38.456334 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 56498) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:38.460808 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-706c7605-8496-411b-bca5-bf2fa621958d tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Request body: {'security_group_rule': {'security_group_id': 'c9f3fa2a-ab9f-4c5c-96b0-141160259294', 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:38.510107 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-8f541cfd-16fe-442d-94c4-7a77b253ac23 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9987695'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:38.514875 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-75181bf2-94c6-4294-93d8-27d57aa0d264 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:38.558539 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-8f541cfd-16fe-442d-94c4-7a77b253ac23 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Network 8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:29:38.562022 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-706c7605-8496-411b-bca5-bf2fa621958d tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:38.568655 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-8f541cfd-16fe-442d-94c4-7a77b253ac23 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:29:38.586552 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-8f541cfd-16fe-442d-94c4-7a77b253ac23 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:29:38.617668 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f541cfd-16fe-442d-94c4-7a77b253ac23 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Pushing event updated for resources: {'Port': ['ID=0b1a7d38-2719-42bb-999e-f1c36a8854eb,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:38.631596 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-8f541cfd-16fe-442d-94c4-7a77b253ac23 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:38.651895 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81b32f-d2a3-42aa-bc1b-99cc0d3b6a45 req-e4c0d1e0-b4ff-4da1-89df-4d75b6c7b0b4 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:38.653467 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2b81b32f-d2a3-42aa-bc1b-99cc0d3b6a45 req-e4c0d1e0-b4ff-4da1-89df-4d75b6c7b0b4 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 931 time: 0.0810316 Jun 26 16:29:38.677270 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-8f541cfd-16fe-442d-94c4-7a77b253ac23 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:38.677968 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-8f541cfd-16fe-442d-94c4-7a77b253ac23 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:38.701532 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-706c7605-8496-411b-bca5-bf2fa621958d tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:38.711727 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2b81b32f-d2a3-42aa-bc1b-99cc0d3b6a45 req-931b2b33-0e15-4b04-8497-c4181cb4435b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399287 Jun 26 16:29:38.750846 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-8f541cfd-16fe-442d-94c4-7a77b253ac23 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0254941 Jun 26 16:29:38.768027 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-706c7605-8496-411b-bca5-bf2fa621958d tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:38.770030 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-40e8d3de-4c30-497f-8272-00723bfe567b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:38.790651 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c7605-8496-411b-bca5-bf2fa621958d tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7036e0c-1c2c-40f7-95b5-bfc227cb40e7,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:38.793353 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-706c7605-8496-411b-bca5-bf2fa621958d tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:38.855041 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-706c7605-8496-411b-bca5-bf2fa621958d tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:38.855041 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-706c7605-8496-411b-bca5-bf2fa621958d tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3959966 Jun 26 16:29:38.856942 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 56510) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:38.861701 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-aa9a0fd9-3da8-4fea-b57c-670fb0555f07 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Request body: {'security_group_rule': {'security_group_id': 'c9f3fa2a-ab9f-4c5c-96b0-141160259294', 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:38.904062 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-ab2fd91d-7f6d-49a2-8915-32a1412eadaa None None] Provisioning for port 0b1a7d38-2719-42bb-999e-f1c36a8854eb completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:29:38.907855 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-ab2fd91d-7f6d-49a2-8915-32a1412eadaa None None] Provisioning complete for port 0b1a7d38-2719-42bb-999e-f1c36a8854eb triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:38.914179 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ab2fd91d-7f6d-49a2-8915-32a1412eadaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:38.941642 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-ab2fd91d-7f6d-49a2-8915-32a1412eadaa None None] Port 0b1a7d38-2719-42bb-999e-f1c36a8854eb cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:29:39.007489 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.securitygroups_db [None req-aa9a0fd9-3da8-4fea-b57c-670fb0555f07 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Project 55cf3d619b72423baea826ad8c737f5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 16:29:39.012409 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-aa9a0fd9-3da8-4fea-b57c-670fb0555f07 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:39.070942 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-aa9a0fd9-3da8-4fea-b57c-670fb0555f07 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:39.201458 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-aa9a0fd9-3da8-4fea-b57c-670fb0555f07 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:39.203638 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-c9d0c901-0e28-490b-84d6-3ac7bfdfeff5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:39.218832 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a0fd9-3da8-4fea-b57c-670fb0555f07 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8cbf13-5554-40a0-a4e2-7b67d457990a,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:39.221107 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-aa9a0fd9-3da8-4fea-b57c-670fb0555f07 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:39.285194 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-aa9a0fd9-3da8-4fea-b57c-670fb0555f07 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:39.286314 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-aa9a0fd9-3da8-4fea-b57c-670fb0555f07 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4282887 Jun 26 16:29:39.288952 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 56516) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:39.293255 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-f7fd778a-e727-4c85-9972-efb73ffe296d tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Request body: {'security_group_rule': {'security_group_id': 'c9f3fa2a-ab9f-4c5c-96b0-141160259294', 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:39.377354 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.securitygroups_db [None req-f7fd778a-e727-4c85-9972-efb73ffe296d tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Project 55cf3d619b72423baea826ad8c737f5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 16:29:39.383244 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f7fd778a-e727-4c85-9972-efb73ffe296d tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:39.454714 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f7fd778a-e727-4c85-9972-efb73ffe296d tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:39.509454 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f7fd778a-e727-4c85-9972-efb73ffe296d tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:39.511598 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-d46ed0a0-77b2-4c28-81e0-971d5633d440 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:39.530109 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd778a-e727-4c85-9972-efb73ffe296d tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5bf502-8c5d-4963-abbd-8fd470725773,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:39.532898 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-f7fd778a-e727-4c85-9972-efb73ffe296d tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:39.595531 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f7fd778a-e727-4c85-9972-efb73ffe296d tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:39.596742 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-f7fd778a-e727-4c85-9972-efb73ffe296d tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3068933 Jun 26 16:29:39.713734 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-24943f89-4278-4e05-8b7a-56fc3919f4df req-bc692073-7dce-44ba-a677-34acaa25e4e7 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1502106911&fields=id&tenant_id=55cf3d619b72423baea826ad8c737f5b HTTP/1.1" status: 200 len: 267 time: 0.0330212 Jun 26 16:29:39.788431 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24943f89-4278-4e05-8b7a-56fc3919f4df req-76c850ac-2634-4129-9f35-b71ef37205b3 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:39.791233 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-24943f89-4278-4e05-8b7a-56fc3919f4df req-76c850ac-2634-4129-9f35-b71ef37205b3 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 945 time: 0.0718780 Jun 26 16:29:39.803072 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-24943f89-4278-4e05-8b7a-56fc3919f4df req-66891918-42d0-4ab1-9878-77d1dec06658 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Request body: {'port': {'security_groups': ['02c77bf0-a22b-47b3-89ec-49431016546b', 'c9f3fa2a-ab9f-4c5c-96b0-141160259294']}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:39.870127 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:39.925993 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-24943f89-4278-4e05-8b7a-56fc3919f4df req-66891918-42d0-4ab1-9878-77d1dec06658 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:39.948985 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521b202-f057-4315-ba80-7ac063180bd0 req-ddacb702-bdfe-4df4-b7a3-208454dbf84f tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:39.950437 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4521b202-f057-4315-ba80-7ac063180bd0 req-ddacb702-bdfe-4df4-b7a3-208454dbf84f tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 931 time: 0.1150072 Jun 26 16:29:40.029720 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4521b202-f057-4315-ba80-7ac063180bd0 req-8aad6745-38df-4ea6-838b-8ee9ccbd429a tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553191 Jun 26 16:29:40.114079 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-45a24c52-4129-4a27-bc6d-e9c5a853eb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:40.146508 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-24943f89-4278-4e05-8b7a-56fc3919f4df req-66891918-42d0-4ab1-9878-77d1dec06658 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] For port a521fa0c-fd5e-4d63-ad09-2800cf799f22, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=a521fa0c-fd5e-4d63-ad09-2800cf799f22,segment=NetworkSegment(d0cfdb46-031c-4c02-baae-cb8fc3088fc7),segment_id=d0cfdb46-031c-4c02-baae-cb8fc3088fc7)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:40.175205 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-24943f89-4278-4e05-8b7a-56fc3919f4df req-66891918-42d0-4ab1-9878-77d1dec06658 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for port, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:40.258524 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-24943f89-4278-4e05-8b7a-56fc3919f4df req-66891918-42d0-4ab1-9878-77d1dec06658 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:40.262433 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-7d8af65a-2758-4e99-824c-1f543d6aec55 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:40.301699 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24943f89-4278-4e05-8b7a-56fc3919f4df req-66891918-42d0-4ab1-9878-77d1dec06658 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:40.302322 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-24943f89-4278-4e05-8b7a-56fc3919f4df req-66891918-42d0-4ab1-9878-77d1dec06658 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:40.303762 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-24943f89-4278-4e05-8b7a-56fc3919f4df req-66891918-42d0-4ab1-9878-77d1dec06658 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "PUT /v2.0/ports/a521fa0c-fd5e-4d63-ad09-2800cf799f22 HTTP/1.1" status: 200 len: 981 time: 0.5056317 Jun 26 16:29:40.304315 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe16ab1-eff0-4f89-831c-53a71749af1e', 'tag': 'a521fa0c-fd5e-4d63-ad09-2800cf799f22'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:29:40.307471 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72154afe-dd1e-4991-853c-1f134b035a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "abe16ab1-eff0-4f89-831c-53a71749af1e", "tag": "a521fa0c-fd5e-4d63-ad09-2800cf799f22"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:29:40.342962 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66891918-42d0-4ab1-9878-77d1dec06658 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Pushing event updated for resources: {'Port': ['ID=a521fa0c-fd5e-4d63-ad09-2800cf799f22,revision_number=6']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:40.346449 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-66891918-42d0-4ab1-9878-77d1dec06658 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:40.361965 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7bdc01-b907-44b4-ad5e-a7b109e155b5 x-openstack-request-id: req-9c7bdc01-b907-44b4-ad5e-a7b109e155b5 {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:29:40.362352 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe16ab1-eff0-4f89-831c-53a71749af1e", "tag": "a521fa0c-fd5e-4d63-ad09-2800cf799f22", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:29:40.362701 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c7bdc01-b907-44b4-ad5e-a7b109e155b5 {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:29:40.363223 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe16ab1-eff0-4f89-831c-53a71749af1e', 'tag': 'a521fa0c-fd5e-4d63-ad09-2800cf799f22', 'status': 'completed', 'code': 200} Jun 26 16:29:40.462467 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0bf96-1a14-41b6-b7ad-3b9ed3fb0fe7 req-3d403580-30cc-428d-bae1-3534e6599589 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:40.463963 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8cd0bf96-1a14-41b6-b7ad-3b9ed3fb0fe7 req-3d403580-30cc-428d-bae1-3534e6599589 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 984 time: 0.0645864 Jun 26 16:29:40.469921 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-e39b4067-e491-4f5b-8c32-fa4d006ec718 None None] Provisioning complete for port a521fa0c-fd5e-4d63-ad09-2800cf799f22 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:40.470304 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-e39b4067-e491-4f5b-8c32-fa4d006ec718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:40.502919 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8cd0bf96-1a14-41b6-b7ad-3b9ed3fb0fe7 req-09b3f475-ce4a-4975-94ad-f34ad3393ffd tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&id=c9f3fa2a-ab9f-4c5c-96b0-141160259294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331273 Jun 26 16:29:40.840112 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:41.007399 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Request body: {'port': {'device_id': '9fa34f73-94ca-41ec-bd7b-c397ef41e3da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:41.012820 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['a521fa0c-fd5e-4d63-ad09-2800cf799f22'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:29:41.089814 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72154afe-dd1e-4991-853c-1f134b035a5d req-a98bfde4-7e1e-459d-9d29-79dbd934f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:41.093452 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-72154afe-dd1e-4991-853c-1f134b035a5d req-a98bfde4-7e1e-459d-9d29-79dbd934f77f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55cf3d619b72423baea826ad8c737f5b&device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 1137 time: 0.0651739 Jun 26 16:29:41.097990 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:41.144678 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['a521fa0c-fd5e-4d63-ad09-2800cf799f22'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:29:41.243840 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72154afe-dd1e-4991-853c-1f134b035a5d req-0ae6a8eb-e0be-4eee-bd44-479b9efafd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:41.245346 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-72154afe-dd1e-4991-853c-1f134b035a5d req-0ae6a8eb-e0be-4eee-bd44-479b9efafd34 service neutron] 10.222.0.38 "GET /v2.0/networks?id=def1ce9b-0209-447b-b28a-e08d7371c68b HTTP/1.1" status: 200 len: 915 time: 0.1443365 Jun 26 16:29:41.256598 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51fc86-0758-4a28-b36a-e1f367dcac2d req-b02cad89-f0ae-492b-a168-e94b607f75f7 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:41.264173 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ec51fc86-0758-4a28-b36a-e1f367dcac2d req-b02cad89-f0ae-492b-a168-e94b607f75f7 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 931 time: 0.0994177 Jun 26 16:29:41.334504 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ec51fc86-0758-4a28-b36a-e1f367dcac2d req-7884e2c5-0d0f-4388-9c43-b98c4cda1e8c tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693059 Jun 26 16:29:41.364576 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-72154afe-dd1e-4991-853c-1f134b035a5d req-f88efa96-0990-4ba9-b125-0e43c0fbb4e9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a521fa0c-fd5e-4d63-ad09-2800cf799f22 HTTP/1.1" status: 200 len: 1000 time: 0.0919616 Jun 26 16:29:41.421209 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72154afe-dd1e-4991-853c-1f134b035a5d req-5cb2e193-a7b1-4812-b5bf-04827d967d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:41.422887 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-72154afe-dd1e-4991-853c-1f134b035a5d req-5cb2e193-a7b1-4812-b5bf-04827d967d2b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=91a97eac-e645-4b77-b890-2564c4b72980 HTTP/1.1" status: 200 len: 853 time: 0.0511475 Jun 26 16:29:41.431919 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b1a7d38-2719-42bb-999e-f1c36a8854eb {{(pid=93424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:29:41.440964 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:41.453720 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.provisioning_blocks [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Transition to ACTIVE for port object 0b1a7d38-2719-42bb-999e-f1c36a8854eb will not be triggered until provisioned by entity L2. {{(pid=93424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:29:41.484229 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72154afe-dd1e-4991-853c-1f134b035a5d req-ff4964d9-2611-453f-bd06-88c805e5790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:41.485856 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-72154afe-dd1e-4991-853c-1f134b035a5d req-ff4964d9-2611-453f-bd06-88c805e5790a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=def1ce9b-0209-447b-b28a-e08d7371c68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555387 Jun 26 16:29:41.580611 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-72154afe-dd1e-4991-853c-1f134b035a5d req-a6c052fb-9a9c-4e10-bb54-65b86b3414f0 service neutron] 10.222.0.38 "GET /v2.0/networks/def1ce9b-0209-447b-b28a-e08d7371c68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827467 Jun 26 16:29:41.583025 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:41.586454 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:41.672247 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Pushing event updated for resources: {'Port': ['ID=0b1a7d38-2719-42bb-999e-f1c36a8854eb,revision_number=2']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:41.676554 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:41.689962 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-72154afe-dd1e-4991-853c-1f134b035a5d req-a23a9d21-d924-43c8-9470-d20c5bb31dce service neutron] 10.222.0.38 "GET /v2.0/networks/def1ce9b-0209-447b-b28a-e08d7371c68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017687 Jun 26 16:29:41.724408 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Attempting to bind port 0b1a7d38-2719-42bb-999e-f1c36a8854eb on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:29:41.724746 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Attempting to bind port 0b1a7d38-2719-42bb-999e-f1c36a8854eb by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '181f9d5a-c4bf-45f9-bfaa-809001a802e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a'}] {{(pid=93424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:29:41.725078 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Attempting to bind port 0b1a7d38-2719-42bb-999e-f1c36a8854eb on network 8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:29:41.730315 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Port 0b1a7d38-2719-42bb-999e-f1c36a8854eb on network 8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:29:41.730638 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Attempting to bind port 0b1a7d38-2719-42bb-999e-f1c36a8854eb on network 8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:29:41.735821 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Checking agent: {'id': '017f0d27-5c15-4479-952a-00a1dbd8023d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'started_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:29:41.736157 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Checking segment: {'id': '181f9d5a-c4bf-45f9-bfaa-809001a802e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:29:41.736541 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Bound using segment: {'id': '181f9d5a-c4bf-45f9-bfaa-809001a802e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a'} {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:29:41.737030 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Bound port: 0b1a7d38-2719-42bb-999e-f1c36a8854eb, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181f9d5a-c4bf-45f9-bfaa-809001a802e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a'}}] {{(pid=93424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:29:41.737331 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:41.798535 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['a521fa0c-fd5e-4d63-ad09-2800cf799f22'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:29:41.803112 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['a521fa0c-fd5e-4d63-ad09-2800cf799f22'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:29:41.809519 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] For port 0b1a7d38-2719-42bb-999e-f1c36a8854eb, host hv-cinder-79818, cleared binding levels {{(pid=93424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:29:41.813293 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] For port 0b1a7d38-2719-42bb-999e-f1c36a8854eb, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0b1a7d38-2719-42bb-999e-f1c36a8854eb,segment=NetworkSegment(181f9d5a-c4bf-45f9-bfaa-809001a802e1),segment_id=181f9d5a-c4bf-45f9-bfaa-809001a802e1)] {{(pid=93424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:29:41.846309 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['a521fa0c-fd5e-4d63-ad09-2800cf799f22'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:29:41.882100 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:41.889479 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:41.923221 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:41.923930 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:41.925539 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] 10.222.0.38 "PUT /v2.0/ports/0b1a7d38-2719-42bb-999e-f1c36a8854eb HTTP/1.1" status: 200 len: 1093 time: 0.9228842 Jun 26 16:29:41.926203 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa34f73-94ca-41ec-bd7b-c397ef41e3da', 'tag': '0b1a7d38-2719-42bb-999e-f1c36a8854eb'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:29:41.928787 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddd43bc-9ffa-41f8-95cd-0c257cdfb113" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa34f73-94ca-41ec-bd7b-c397ef41e3da", "tag": "0b1a7d38-2719-42bb-999e-f1c36a8854eb"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:29:41.978296 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Pushing event updated for resources: {'Port': ['ID=0b1a7d38-2719-42bb-999e-f1c36a8854eb,revision_number=3']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:41.982756 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:41.995239 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ecb8ba-87ac-4c1e-a067-53e28ecac12c x-openstack-request-id: req-03ecb8ba-87ac-4c1e-a067-53e28ecac12c {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:29:41.995564 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa34f73-94ca-41ec-bd7b-c397ef41e3da", "tag": "0b1a7d38-2719-42bb-999e-f1c36a8854eb", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:29:41.995899 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-03ecb8ba-87ac-4c1e-a067-53e28ecac12c {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:29:41.996353 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa34f73-94ca-41ec-bd7b-c397ef41e3da', 'tag': '0b1a7d38-2719-42bb-999e-f1c36a8854eb', 'status': 'completed', 'code': 200} Jun 26 16:29:42.093094 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd43bc-9ffa-41f8-95cd-0c257cdfb113 req-dcff5819-d166-4585-89e2-d95f1179ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:42.094971 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-bddd43bc-9ffa-41f8-95cd-0c257cdfb113 req-dcff5819-d166-4585-89e2-d95f1179ec5f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2100de5fb39244ff97ddc96c9964d3dc&device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 1096 time: 0.0677612 Jun 26 16:29:42.234867 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd43bc-9ffa-41f8-95cd-0c257cdfb113 req-e0ee923a-dd33-477f-9e8d-f6f77e0fea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:42.236485 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-bddd43bc-9ffa-41f8-95cd-0c257cdfb113 req-e0ee923a-dd33-477f-9e8d-f6f77e0fea70 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=2100de5fb39244ff97ddc96c9964d3dc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1267033 Jun 26 16:29:42.352403 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd43bc-9ffa-41f8-95cd-0c257cdfb113 req-bb27a706-7a94-40dd-90fd-f755e03dd067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:42.354075 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-bddd43bc-9ffa-41f8-95cd-0c257cdfb113 req-bb27a706-7a94-40dd-90fd-f755e03dd067 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1100647 Jun 26 16:29:42.467359 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-76fc18fb-6ad2-4429-b2be-15f3d2295a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:42.468891 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-76fc18fb-6ad2-4429-b2be-15f3d2295a65 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2100de5fb39244ff97ddc96c9964d3dc&device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 1096 time: 0.0694609 Jun 26 16:29:42.518664 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee3232-7204-4608-8fb9-6d4baacd9385 req-f55f6d18-c2a0-4923-9366-f2fd46135045 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:42.519993 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-795d27e8-ee4b-4f99-9a21-7bfbea1dbee3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b1a7d38-2719-42bb-999e-f1c36a8854eb HTTP/1.1" status: 200 len: 217 time: 0.0432944 Jun 26 16:29:42.520368 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d9ee3232-7204-4608-8fb9-6d4baacd9385 req-f55f6d18-c2a0-4923-9366-f2fd46135045 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 943 time: 0.0647180 Jun 26 16:29:42.579757 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-d2324f47-3fa4-42f0-834d-92b2229bc086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:42.581789 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-d2324f47-3fa4-42f0-834d-92b2229bc086 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33e4ba87-06e7-4b7c-ad07-5c1e136045e2 HTTP/1.1" status: 200 len: 848 time: 0.0551641 Jun 26 16:29:42.593618 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d9ee3232-7204-4608-8fb9-6d4baacd9385 req-733dbe09-cc46-4035-9f62-c1436b5709f9 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655198 Jun 26 16:29:42.703194 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-45c7bc3a-5824-4406-a3d5-a3f07670a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:42.704867 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-45c7bc3a-5824-4406-a3d5-a3f07670a61e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1092660 Jun 26 16:29:42.732132 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:42.801961 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-b057500c-8d59-427b-a323-1448f77ba493 service neutron] 10.222.0.38 "GET /v2.0/networks/8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892332 Jun 26 16:29:42.902635 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-bf85633f-1345-498a-b2f0-49c166a2c24a req-2ed6a041-bf81-4b33-a32c-4eb0120344c3 service neutron] 10.222.0.38 "GET /v2.0/networks/8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913224 Jun 26 16:29:43.293797 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f8a98-1a63-42be-98c4-69f8022c466f req-b31476ce-0e2c-4b17-bbf7-b640b3bb6938 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:43.295385 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c02f8a98-1a63-42be-98c4-69f8022c466f req-b31476ce-0e2c-4b17-bbf7-b640b3bb6938 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0644302 Jun 26 16:29:43.332039 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c02f8a98-1a63-42be-98c4-69f8022c466f req-432067b4-171f-4897-b6a1-a2d3bd175f23 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310116 Jun 26 16:29:43.782908 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e682a-e7e7-4157-8c00-084412922501 req-4819d504-9caf-47c9-83b5-7c42d561131e tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:43.784377 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-528e682a-e7e7-4157-8c00-084412922501 req-4819d504-9caf-47c9-83b5-7c42d561131e tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 943 time: 0.0707080 Jun 26 16:29:43.821709 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-528e682a-e7e7-4157-8c00-084412922501 req-dc4d415c-5c2f-4af4-8b45-b1e464559cd3 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314963 Jun 26 16:29:44.505005 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7e6a0-2d28-4707-9e70-ae92baa7b6a2 req-279882db-413a-4cca-b1ab-392f9ffeb62b tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:44.506452 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9fe7e6a0-2d28-4707-9e70-ae92baa7b6a2 req-279882db-413a-4cca-b1ab-392f9ffeb62b tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0631907 Jun 26 16:29:44.544489 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9fe7e6a0-2d28-4707-9e70-ae92baa7b6a2 req-51cd400a-9d20-4a61-90b6-aa1a138ff9e2 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322158 Jun 26 16:29:44.993026 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726c5fe-1bec-4965-a019-f7d185aa9212 req-6b83f1d7-9fe0-46bb-b880-bf4bd70ae377 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:44.994473 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c726c5fe-1bec-4965-a019-f7d185aa9212 req-6b83f1d7-9fe0-46bb-b880-bf4bd70ae377 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 943 time: 0.0660131 Jun 26 16:29:45.031354 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c726c5fe-1bec-4965-a019-f7d185aa9212 req-620ac59c-7ce4-4e88-b2f7-f090897c2cd4 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312843 Jun 26 16:29:45.722936 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108ef5e-a7e3-487d-a79b-8a52542cf11e req-42a35035-21e4-43b4-a8ee-a442882ad0f6 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:45.724330 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0108ef5e-a7e3-487d-a79b-8a52542cf11e req-42a35035-21e4-43b4-a8ee-a442882ad0f6 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.0685456 Jun 26 16:29:45.760895 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0108ef5e-a7e3-487d-a79b-8a52542cf11e req-81f4d725-9627-4a75-9776-c644b6d74feb tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302155 Jun 26 16:29:46.089296 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09361170-fd2b-474a-bff6-a0bc3fbc5b2c req-8df6fe26-58af-41fd-9d98-b0be8dd1e3fe tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:46.090805 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-09361170-fd2b-474a-bff6-a0bc3fbc5b2c req-8df6fe26-58af-41fd-9d98-b0be8dd1e3fe tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 945 time: 0.1030369 Jun 26 16:29:46.214223 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad1d8e-7737-43ca-b885-e6be3ab5a284 req-f892e15e-eaba-4525-b183-ded94c2ae554 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:46.217496 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6dad1d8e-7737-43ca-b885-e6be3ab5a284 req-f892e15e-eaba-4525-b183-ded94c2ae554 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 943 time: 0.0703764 Jun 26 16:29:46.257750 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6dad1d8e-7737-43ca-b885-e6be3ab5a284 req-4b9e8b90-a793-4ff3-9c9a-d89eef38d708 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356226 Jun 26 16:29:46.407757 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [req-09361170-fd2b-474a-bff6-a0bc3fbc5b2c req-8641be4e-27c3-44e9-9c6a-2c32e1bafa5f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Deleting port f39cd217-3469-439d-b8ba-bb1f552d0551 {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:29:46.408098 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-09361170-fd2b-474a-bff6-a0bc3fbc5b2c req-8641be4e-27c3-44e9-9c6a-2c32e1bafa5f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:46.500448 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-09361170-fd2b-474a-bff6-a0bc3fbc5b2c req-8641be4e-27c3-44e9-9c6a-2c32e1bafa5f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] For port f39cd217-3469-439d-b8ba-bb1f552d0551, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=f39cd217-3469-439d-b8ba-bb1f552d0551,segment=NetworkSegment(4dae9ae4-b11c-4294-92fd-1201526fc22c),segment_id=4dae9ae4-b11c-4294-92fd-1201526fc22c)] {{(pid=93424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:46.500684 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-09361170-fd2b-474a-bff6-a0bc3fbc5b2c req-8641be4e-27c3-44e9-9c6a-2c32e1bafa5f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:46.514506 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [req-09361170-fd2b-474a-bff6-a0bc3fbc5b2c req-8641be4e-27c3-44e9-9c6a-2c32e1bafa5f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Calling delete_port for f39cd217-3469-439d-b8ba-bb1f552d0551 owned by compute:nova {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:29:46.805845 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-09361170-fd2b-474a-bff6-a0bc3fbc5b2c req-8641be4e-27c3-44e9-9c6a-2c32e1bafa5f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:46.809673 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:46.820581 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['d5981eb1-4cf0-4f06-a9d8-d474ee270606', 'f39cd217-3469-439d-b8ba-bb1f552d0551'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:29:46.834971 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641be4e-27c3-44e9-9c6a-2c32e1bafa5f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Pushing event deleted for resources: {'Port': ['ID=f39cd217-3469-439d-b8ba-bb1f552d0551,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:46.838681 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-8641be4e-27c3-44e9-9c6a-2c32e1bafa5f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:46.916664 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [req-09361170-fd2b-474a-bff6-a0bc3fbc5b2c req-8641be4e-27c3-44e9-9c6a-2c32e1bafa5f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] No DVR routers for this DVR port f39cd217-3469-439d-b8ba-bb1f552d0551 on host hv-cinder-79818 {{(pid=93424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:29:46.921174 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-09361170-fd2b-474a-bff6-a0bc3fbc5b2c req-8641be4e-27c3-44e9-9c6a-2c32e1bafa5f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:46.924843 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-09361170-fd2b-474a-bff6-a0bc3fbc5b2c req-8641be4e-27c3-44e9-9c6a-2c32e1bafa5f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.38 "DELETE /v2.0/ports/f39cd217-3469-439d-b8ba-bb1f552d0551 HTTP/1.1" status: 204 len: 173 time: 0.8266201 Jun 26 16:29:46.925672 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a178d7-0605-4b29-ac98-c14bb716405a', 'name': 'network-vif-deleted', 'tag': 'f39cd217-3469-439d-b8ba-bb1f552d0551'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:29:46.928398 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d46b830b-038b-4f01-ace3-ee25369c9d34 req-f9136ba2-a49d-4b6c-a957-48e676fe0763 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 210 time: 0.0419321 Jun 26 16:29:46.931659 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c952ba61-b7be-4517-9f04-ccefc7376b36" -d '{"events": [{"server_uuid": "e2a178d7-0605-4b29-ac98-c14bb716405a", "name": "network-vif-deleted", "tag": "f39cd217-3469-439d-b8ba-bb1f552d0551"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:29:46.999185 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d884e3b-8325-4bd7-a1f4-86575f13b609 x-openstack-request-id: req-2d884e3b-8325-4bd7-a1f4-86575f13b609 {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:29:46.999722 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a178d7-0605-4b29-ac98-c14bb716405a", "name": "network-vif-deleted", "tag": "f39cd217-3469-439d-b8ba-bb1f552d0551", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:29:47.000257 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2d884e3b-8325-4bd7-a1f4-86575f13b609 {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:29:47.000682 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a178d7-0605-4b29-ac98-c14bb716405a', 'name': 'network-vif-deleted', 'tag': 'f39cd217-3469-439d-b8ba-bb1f552d0551', 'status': 'completed', 'code': 200} Jun 26 16:29:47.437360 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60171dc9-9e0c-4c47-b74f-42e17fc5def4 req-4e69e88d-4ef1-4b52-a873-c16cb1fa333f tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:47.438886 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-60171dc9-9e0c-4c47-b74f-42e17fc5def4 req-4e69e88d-4ef1-4b52-a873-c16cb1fa333f tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 943 time: 0.0670888 Jun 26 16:29:47.477847 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-60171dc9-9e0c-4c47-b74f-42e17fc5def4 req-aefce179-4f7c-4e4d-86db-e3eac8259666 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328290 Jun 26 16:29:47.619041 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078dc388-c7bd-4636-aa97-33222878a85c req-e492b01b-6a1e-42e8-b386-0173f91fd6cc tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:47.620492 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-078dc388-c7bd-4636-aa97-33222878a85c req-e492b01b-6a1e-42e8-b386-0173f91fd6cc tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 945 time: 0.0615561 Jun 26 16:29:47.656714 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-078dc388-c7bd-4636-aa97-33222878a85c req-a82dbdef-db5b-403e-91eb-32caf617fe67 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306923 Jun 26 16:29:48.088511 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-34eaa312-eb10-4340-82a4-b6c0a232c0fd req-dbf77fa4-c58b-4654-a4e3-3aa39d10e1c8 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a178d7-0605-4b29-ac98-c14bb716405a HTTP/1.1" status: 200 len: 210 time: 0.0308704 Jun 26 16:29:48.658418 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933e427-00ab-428a-9afb-227842a73a75 req-f90f8969-8015-4c12-8ccc-12e71abd5977 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:48.659981 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d933e427-00ab-428a-9afb-227842a73a75 req-f90f8969-8015-4c12-8ccc-12e71abd5977 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 943 time: 0.0607760 Jun 26 16:29:48.698866 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d933e427-00ab-428a-9afb-227842a73a75 req-5ed8968e-ad1d-4a4b-bbe5-53821f04f40e tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321777 Jun 26 16:29:48.828067 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1d630-c1de-42fe-9950-44d9482f9b57 req-91af1176-5b9b-4b45-931d-d9ab9222a26f tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:48.829416 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-32b1d630-c1de-42fe-9950-44d9482f9b57 req-91af1176-5b9b-4b45-931d-d9ab9222a26f tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 945 time: 0.0611515 Jun 26 16:29:48.865443 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-32b1d630-c1de-42fe-9950-44d9482f9b57 req-692595b4-2681-4cf1-abcd-8ee3a30abff1 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304792 Jun 26 16:29:49.742378 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a599a8-9e85-4424-a75e-65308fa27f67 req-cd546af0-c374-4cd0-bd8a-e4e619535801 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:49.744644 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-33a599a8-9e85-4424-a75e-65308fa27f67 req-cd546af0-c374-4cd0-bd8a-e4e619535801 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.38 "GET /v2.0/ports?device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 945 time: 0.0675344 Jun 26 16:29:49.822565 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63856b-95de-4ed8-b76a-77169e4e5250 req-6fa33f60-ccc7-4a7c-92dd-c355e3ef35ce tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:49.824131 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fd63856b-95de-4ed8-b76a-77169e4e5250 req-6fa33f60-ccc7-4a7c-92dd-c355e3ef35ce tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0716486 Jun 26 16:29:49.865817 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [req-33a599a8-9e85-4424-a75e-65308fa27f67 req-d3a314ef-cb52-4396-827e-9c66d3d7f2cc tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Deleting port 3a4d430e-b040-4aae-b0d7-5278360ea367 {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:29:49.866160 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-33a599a8-9e85-4424-a75e-65308fa27f67 req-d3a314ef-cb52-4396-827e-9c66d3d7f2cc tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:49.893630 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fd63856b-95de-4ed8-b76a-77169e4e5250 req-18d90a79-8e90-4f9b-a857-346a210d846b tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403779 Jun 26 16:29:49.919541 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a8351-51f2-4324-8fff-cc7f23739208 req-f2abb21a-1e18-44ff-94d0-bc0fc3388a19 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:49.920630 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-733a8351-51f2-4324-8fff-cc7f23739208 req-f2abb21a-1e18-44ff-94d0-bc0fc3388a19 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 943 time: 0.0947828 Jun 26 16:29:49.959858 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-733a8351-51f2-4324-8fff-cc7f23739208 req-0b4161b3-0875-4495-a2ff-75b8d7fe41e4 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320683 Jun 26 16:29:49.964659 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-33a599a8-9e85-4424-a75e-65308fa27f67 req-d3a314ef-cb52-4396-827e-9c66d3d7f2cc tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] For port 3a4d430e-b040-4aae-b0d7-5278360ea367, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=3a4d430e-b040-4aae-b0d7-5278360ea367,segment=NetworkSegment(0a88f6d2-85a2-4918-bf9f-01650ccdd4a4),segment_id=0a88f6d2-85a2-4918-bf9f-01650ccdd4a4)] {{(pid=93424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:49.965078 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-33a599a8-9e85-4424-a75e-65308fa27f67 req-d3a314ef-cb52-4396-827e-9c66d3d7f2cc tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:49.978893 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [req-33a599a8-9e85-4424-a75e-65308fa27f67 req-d3a314ef-cb52-4396-827e-9c66d3d7f2cc tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Calling delete_port for 3a4d430e-b040-4aae-b0d7-5278360ea367 owned by compute:nova {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:29:50.073487 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e08abe-9541-489d-9ab0-cbb432d25d56 req-600797a9-d67d-4dc4-8a22-c45640b35fe0 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:50.074996 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-03e08abe-9541-489d-9ab0-cbb432d25d56 req-600797a9-d67d-4dc4-8a22-c45640b35fe0 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 945 time: 0.0660319 Jun 26 16:29:50.113085 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-03e08abe-9541-489d-9ab0-cbb432d25d56 req-9c70120e-7a53-4ce8-8391-a7e7f18fa84e tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320659 Jun 26 16:29:50.177408 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-33a599a8-9e85-4424-a75e-65308fa27f67 req-d3a314ef-cb52-4396-827e-9c66d3d7f2cc tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:50.182450 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:50.190297 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['3a4d430e-b040-4aae-b0d7-5278360ea367'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:29:50.208188 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a314ef-cb52-4396-827e-9c66d3d7f2cc tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Pushing event deleted for resources: {'Port': ['ID=3a4d430e-b040-4aae-b0d7-5278360ea367,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:50.212805 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-d3a314ef-cb52-4396-827e-9c66d3d7f2cc tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:50.253555 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a599a8-9e85-4424-a75e-65308fa27f67 req-d3a314ef-cb52-4396-827e-9c66d3d7f2cc tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] No DVR routers for this DVR port 3a4d430e-b040-4aae-b0d7-5278360ea367 on host hv-cinder-79818 {{(pid=93424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:29:50.256435 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-33a599a8-9e85-4424-a75e-65308fa27f67 req-d3a314ef-cb52-4396-827e-9c66d3d7f2cc tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:50.258823 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-33a599a8-9e85-4424-a75e-65308fa27f67 req-d3a314ef-cb52-4396-827e-9c66d3d7f2cc tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.38 "DELETE /v2.0/ports/3a4d430e-b040-4aae-b0d7-5278360ea367 HTTP/1.1" status: 204 len: 173 time: 0.5081539 Jun 26 16:29:50.259323 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766bee9b-cb15-4566-b356-97b2d4ed3e7d', 'name': 'network-vif-deleted', 'tag': '3a4d430e-b040-4aae-b0d7-5278360ea367'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:29:50.261560 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0010e7c1-4cac-4d2f-8e49-05c6ff386e2a" -d '{"events": [{"server_uuid": "766bee9b-cb15-4566-b356-97b2d4ed3e7d", "name": "network-vif-deleted", "tag": "3a4d430e-b040-4aae-b0d7-5278360ea367"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:29:50.296645 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb2854f-968d-449f-ad15-25adb33d0978 x-openstack-request-id: req-5eb2854f-968d-449f-ad15-25adb33d0978 {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:29:50.296969 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766bee9b-cb15-4566-b356-97b2d4ed3e7d", "name": "network-vif-deleted", "tag": "3a4d430e-b040-4aae-b0d7-5278360ea367", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:29:50.297262 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5eb2854f-968d-449f-ad15-25adb33d0978 {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:29:50.297691 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766bee9b-cb15-4566-b356-97b2d4ed3e7d', 'name': 'network-vif-deleted', 'tag': '3a4d430e-b040-4aae-b0d7-5278360ea367', 'status': 'completed', 'code': 200} Jun 26 16:29:50.895378 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 56708) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:51.013288 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9298f14b-7553-4819-825f-b97c11530c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:51.044730 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 0b1a7d38-2719-42bb-999e-f1c36a8854eb details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:29:51.082937 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53966c27-15f3-4184-8b43-5f48716ce2e1 req-90e41645-4e85-4247-bce9-bed6191c33e4 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:51.084646 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-53966c27-15f3-4184-8b43-5f48716ce2e1 req-90e41645-4e85-4247-bce9-bed6191c33e4 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0739837 Jun 26 16:29:51.120878 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device f39cd217-3469-439d-b8ba-bb1f552d0551 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:29:51.152979 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] No Port match for: f39cd217-3469-439d-b8ba-bb1f552d0551 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:29:51.153323 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device f39cd217-3469-439d-b8ba-bb1f552d0551 not bound to the agent host hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:29:51.154542 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9298f14b-7553-4819-825f-b97c11530c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:51.167793 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-53966c27-15f3-4184-8b43-5f48716ce2e1 req-b77f58ac-e214-4009-9d7c-9acd011a1c05 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734396 Jun 26 16:29:51.183222 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 0b1a7d38-2719-42bb-999e-f1c36a8854eb, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0b1a7d38-2719-42bb-999e-f1c36a8854eb,segment=NetworkSegment(181f9d5a-c4bf-45f9-bfaa-809001a802e1),segment_id=181f9d5a-c4bf-45f9-bfaa-809001a802e1)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:51.204198 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': '0b1a7d38-2719-42bb-999e-f1c36a8854eb', 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a', 'port_id': '0b1a7d38-2719-42bb-999e-f1c36a8854eb', 'mac_address': 'fa:16:3e:7a:20:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e4ba87-06e7-4b7c-ad07-5c1e136045e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:29:51.208271 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4d693-7e56-4352-8fda-aec4dd91f6ac req-b0975f69-4286-4191-9658-de76a5fa44cb tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:51.212165 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-83d4d693-7e56-4352-8fda-aec4dd91f6ac req-b0975f69-4286-4191-9658-de76a5fa44cb tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 943 time: 0.0919769 Jun 26 16:29:51.229670 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9298f14b-7553-4819-825f-b97c11530c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:51.234298 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b074bc67-ff24-4f08-8e91-c535dcfcbc99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:51.248893 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:51.267755 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b1a7d38-2719-42bb-999e-f1c36a8854eb {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:29:51.277586 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-9298f14b-7553-4819-825f-b97c11530c08 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e4c079a907a6462389461891caf5c98d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3811195 Jun 26 16:29:51.278230 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-83d4d693-7e56-4352-8fda-aec4dd91f6ac req-21ba137e-c08b-474c-ae72-dddbdb370fa4 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621002 Jun 26 16:29:51.279272 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298f14b-7553-4819-825f-b97c11530c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918ee4c2-87bd-4d0e-ac42-aa585be331ca,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:51.282089 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 56718) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:51.282809 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-9298f14b-7553-4819-825f-b97c11530c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:51.316304 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 0b1a7d38-2719-42bb-999e-f1c36a8854eb, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0b1a7d38-2719-42bb-999e-f1c36a8854eb,segment=NetworkSegment(181f9d5a-c4bf-45f9-bfaa-809001a802e1),segment_id=181f9d5a-c4bf-45f9-bfaa-809001a802e1)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:51.372257 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-393dccdd-27cd-4b38-b09c-acd6c4630813 req-9c04055a-2d4c-4545-81e5-353f4206e05b tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=766bee9b-cb15-4566-b356-97b2d4ed3e7d HTTP/1.1" status: 200 len: 210 time: 0.0299928 Jun 26 16:29:51.385063 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:51.388921 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-bcc8285a-100d-4309-89ed-9abc47c10ad2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:51.401409 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-19e244a5-5ec6-4c93-bb62-ad49d52c59e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:51.432529 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-19e244a5-5ec6-4c93-bb62-ad49d52c59e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:51.448443 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=0b1a7d38-2719-42bb-999e-f1c36a8854eb,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:51.455467 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:51.455815 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:51.456208 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:51.456561 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:51.456872 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:51.457247 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:51.457572 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:51.457895 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:51.458287 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:51.458615 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:51.458961 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:51.459338 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:51.463754 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:51.565757 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-19e244a5-5ec6-4c93-bb62-ad49d52c59e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:51.568501 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-19e244a5-5ec6-4c93-bb62-ad49d52c59e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:51.569660 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-19e244a5-5ec6-4c93-bb62-ad49d52c59e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/918ee4c2-87bd-4d0e-ac42-aa585be331ca HTTP/1.1" status: 204 len: 168 time: 0.2873857 Jun 26 16:29:51.570407 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-84528bb6-572c-456e-81e5-0c154fd08534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:51.578576 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e244a5-5ec6-4c93-bb62-ad49d52c59e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918ee4c2-87bd-4d0e-ac42-aa585be331ca,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:51.586806 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-19e244a5-5ec6-4c93-bb62-ad49d52c59e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:51.654945 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['0b1a7d38-2719-42bb-999e-f1c36a8854eb'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:29:52.343078 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6e08f-6611-48f0-ae92-073ea12d5f50 req-d02d657d-7afd-4c51-af0d-7c6c19332931 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:52.344594 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-19b6e08f-6611-48f0-ae92-073ea12d5f50 req-d02d657d-7afd-4c51-af0d-7c6c19332931 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0612564 Jun 26 16:29:52.387812 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-19b6e08f-6611-48f0-ae92-073ea12d5f50 req-ec7e96f4-60c5-4030-a103-80af48b77300 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373065 Jun 26 16:29:52.465444 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30bb742-1482-4346-b501-121b7b014e23 req-3f451e5f-f920-452b-997f-6ec3bfc1980d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:52.466936 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a30bb742-1482-4346-b501-121b7b014e23 req-3f451e5f-f920-452b-997f-6ec3bfc1980d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 944 time: 0.0655835 Jun 26 16:29:52.512101 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a30bb742-1482-4346-b501-121b7b014e23 req-c635a6b2-c925-40bd-bb2d-8536a9014dfd tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372338 Jun 26 16:29:53.044762 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 0b1a7d38-2719-42bb-999e-f1c36a8854eb up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:29:53.182674 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning for port 0b1a7d38-2719-42bb-999e-f1c36a8854eb completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:29:53.186607 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port 0b1a7d38-2719-42bb-999e-f1c36a8854eb triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:53.187016 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:53.264672 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:53.285722 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa34f73-94ca-41ec-bd7b-c397ef41e3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1a7d38-2719-42bb-999e-f1c36a8854eb'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:29:53.287977 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf6bab8-a7f0-4d7b-8b90-783a6bb8865b" -d '{"events": [{"server_uuid": "9fa34f73-94ca-41ec-bd7b-c397ef41e3da", "name": "network-vif-plugged", "status": "completed", "tag": "0b1a7d38-2719-42bb-999e-f1c36a8854eb"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:29:53.301126 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 0b1a7d38-2719-42bb-999e-f1c36a8854eb, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0b1a7d38-2719-42bb-999e-f1c36a8854eb,segment=NetworkSegment(181f9d5a-c4bf-45f9-bfaa-809001a802e1),segment_id=181f9d5a-c4bf-45f9-bfaa-809001a802e1)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:53.323356 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b24977-39e9-4cfd-8254-7f361314048f x-openstack-request-id: req-d2b24977-39e9-4cfd-8254-7f361314048f {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:29:53.323655 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa34f73-94ca-41ec-bd7b-c397ef41e3da", "name": "network-vif-plugged", "status": "completed", "tag": "0b1a7d38-2719-42bb-999e-f1c36a8854eb", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:29:53.323917 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2b24977-39e9-4cfd-8254-7f361314048f {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:29:53.324316 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa34f73-94ca-41ec-bd7b-c397ef41e3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1a7d38-2719-42bb-999e-f1c36a8854eb', 'code': 200} Jun 26 16:29:53.372935 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:53.373839 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 3a4d430e-b040-4aae-b0d7-5278360ea367 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:29:53.375741 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:53.410454 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] No Port match for: 3a4d430e-b040-4aae-b0d7-5278360ea367 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:29:53.410739 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 3a4d430e-b040-4aae-b0d7-5278360ea367 not bound to the agent host hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:29:53.439335 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=0b1a7d38-2719-42bb-999e-f1c36a8854eb,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:53.450028 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:53.564155 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d4133-fd26-41e8-a2b7-c7a6811fa80b req-f1afef08-0285-438f-92c9-6f7aff3af316 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:53.565639 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-699d4133-fd26-41e8-a2b7-c7a6811fa80b req-f1afef08-0285-438f-92c9-6f7aff3af316 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0632751 Jun 26 16:29:53.611647 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-699d4133-fd26-41e8-a2b7-c7a6811fa80b req-239f037d-0382-4461-a321-28bcdbddee3c tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399828 Jun 26 16:29:53.693682 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b89e11-4293-42c0-8cbd-0bc4392da516 req-c1910037-199d-4647-bb49-a87c66ef1a2e tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:53.695155 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-17b89e11-4293-42c0-8cbd-0bc4392da516 req-c1910037-199d-4647-bb49-a87c66ef1a2e tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0659964 Jun 26 16:29:53.732254 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-17b89e11-4293-42c0-8cbd-0bc4392da516 req-aa56e0da-c627-46b2-bc8f-a3e89637e980 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313659 Jun 26 16:29:54.776369 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e874cd-2575-437e-81aa-9172dac5d515 req-58e9e75c-0eb5-4790-9807-afa79099dab3 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:54.777845 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-61e874cd-2575-437e-81aa-9172dac5d515 req-58e9e75c-0eb5-4790-9807-afa79099dab3 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0623748 Jun 26 16:29:54.814504 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-61e874cd-2575-437e-81aa-9172dac5d515 req-3e5bda81-d263-486b-80b6-6935da5a4a66 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311301 Jun 26 16:29:54.912989 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b64c45-b024-4ad9-a6f3-279fef22972d req-940cd171-d172-4f5c-a474-d0f3eedd5264 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:54.914330 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a7b64c45-b024-4ad9-a6f3-279fef22972d req-940cd171-d172-4f5c-a474-d0f3eedd5264 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0596662 Jun 26 16:29:54.955585 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a7b64c45-b024-4ad9-a6f3-279fef22972d req-60732d41-8e5a-4eae-9249-321cc84283c5 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352392 Jun 26 16:29:55.991332 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08087d76-89f4-471a-8268-150b278c63db req-7b68d76c-3aea-4c5b-9a8d-60f77a492714 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:55.993402 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-08087d76-89f4-471a-8268-150b278c63db req-7b68d76c-3aea-4c5b-9a8d-60f77a492714 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0685759 Jun 26 16:29:56.030236 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-08087d76-89f4-471a-8268-150b278c63db req-fa4f5b37-98cd-42d2-ab6a-90ebecc2fba1 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314507 Jun 26 16:29:56.129367 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ab1ed-86ad-43b1-8c54-151b2b17bbf7 req-8a171ec9-5cd5-4d58-9fa0-0b39e457f4f0 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:56.130246 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fa1ab1ed-86ad-43b1-8c54-151b2b17bbf7 req-8a171ec9-5cd5-4d58-9fa0-0b39e457f4f0 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0613594 Jun 26 16:29:56.168841 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fa1ab1ed-86ad-43b1-8c54-151b2b17bbf7 req-65eac7ef-9e39-49e8-b91e-def83c687f61 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319047 Jun 26 16:29:56.525373 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9f51c-6f28-458c-ac34-5632e4ad386a req-3e94c2c2-3131-48fd-9486-2fb1f4e30850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:56.526968 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-4aa9f51c-6f28-458c-ac34-5632e4ad386a req-3e94c2c2-3131-48fd-9486-2fb1f4e30850 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 1098 time: 0.0511873 Jun 26 16:29:56.563422 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-4aa9f51c-6f28-458c-ac34-5632e4ad386a req-a8f85091-3672-4ee5-8b08-e2279e34d2fd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272396 Jun 26 16:29:57.206240 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c9248-7840-4514-881a-d961655dd816 req-b1e27d0d-a500-4870-9ae2-b77bbab8a0ea tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:57.209562 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-621c9248-7840-4514-881a-d961655dd816 req-b1e27d0d-a500-4870-9ae2-b77bbab8a0ea tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0718284 Jun 26 16:29:57.253262 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-621c9248-7840-4514-881a-d961655dd816 req-1c0f66b4-92bb-484f-9d8e-2d5ca76c2f02 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368459 Jun 26 16:29:57.357253 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c344abe-774d-40a3-bf7a-b2084f14f862 req-a673ef87-29db-4bd5-b10f-01d63e4c7229 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:57.358689 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1c344abe-774d-40a3-bf7a-b2084f14f862 req-a673ef87-29db-4bd5-b10f-01d63e4c7229 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0670729 Jun 26 16:29:57.395493 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1c344abe-774d-40a3-bf7a-b2084f14f862 req-8169d1ca-d73b-4295-9d6b-f7cc5898c32c tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309119 Jun 26 16:29:58.423009 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61f4cc-3e51-479e-b41f-569e8c45433c req-4be8fa52-51e2-43d4-b679-f5385bb919a0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:58.427327 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fc61f4cc-3e51-479e-b41f-569e8c45433c req-4be8fa52-51e2-43d4-b679-f5385bb919a0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0655348 Jun 26 16:29:58.467063 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fc61f4cc-3e51-479e-b41f-569e8c45433c req-91d1e925-47de-426a-9bde-1222e006f359 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370030 Jun 26 16:29:58.798143 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2683590-6662-44b7-a71f-9ba0a204abdd req-90d934a8-a0c7-4f7d-84ac-2e8f562c21a9 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:58.799636 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e2683590-6662-44b7-a71f-9ba0a204abdd req-90d934a8-a0c7-4f7d-84ac-2e8f562c21a9 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.2920940 Jun 26 16:29:58.840072 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e2683590-6662-44b7-a71f-9ba0a204abdd req-143b1bdf-48de-4fad-b61d-13cd957a8a29 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349140 Jun 26 16:29:59.008152 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65f2a5-b6df-4181-99c1-7e92247033df req-c9e2e3f7-7d60-4acc-ac66-94bcc4ff8878 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:59.010217 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ec65f2a5-b6df-4181-99c1-7e92247033df req-c9e2e3f7-7d60-4acc-ac66-94bcc4ff8878 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0620296 Jun 26 16:29:59.045685 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ec65f2a5-b6df-4181-99c1-7e92247033df req-d27bbf8f-e20c-450f-9417-40e0ed9d8bc6 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299251 Jun 26 16:29:59.068950 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 56868) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:59.260042 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cef403b-a582-4c67-b16e-e3101ac5a058 tempest-TestShelveInstance-214484630 tempest-TestShelveInstance-214484630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:59.261432 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-7cef403b-a582-4c67-b16e-e3101ac5a058 tempest-TestShelveInstance-214484630 tempest-TestShelveInstance-214484630-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 1093 time: 0.1914525 Jun 26 16:29:59.264590 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 56874) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:59.269109 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Request body: {'floatingip': {'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'port_id': '0b1a7d38-2719-42bb-999e-f1c36a8854eb', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:59.321502 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed8fd3-e96f-4219-bbce-9913febefb65 req-8d94882c-d902-4232-b3fe-067a09a107c3 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:59.322956 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a0ed8fd3-e96f-4219-bbce-9913febefb65 req-8d94882c-d902-4232-b3fe-067a09a107c3 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0594172 Jun 26 16:29:59.358975 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a0ed8fd3-e96f-4219-bbce-9913febefb65 req-2fa24c45-03a6-4de6-a7b4-c63f1bfe9767 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303376 Jun 26 16:29:59.389717 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for floatingip, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:59.484156 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:59.583809 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Allocated IP 172.27.2.26 (1236ffa6-61e0-401d-8733-f5e5c635b4bb/85c7ca79-f8ed-404d-bbb5-368914d3121b/0687f17f-79d3-40d6-a531-bdad43fab1d3) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:29:59.638355 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecaba2a-6c50-4fd1-8d8d-6f2a1d6a89c1 req-c7424ceb-e764-4659-86a9-5f07f127dbbb tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:59.639852 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0ecaba2a-6c50-4fd1-8d8d-6f2a1d6a89c1 req-c7424ceb-e764-4659-86a9-5f07f127dbbb tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0623093 Jun 26 16:29:59.678215 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0ecaba2a-6c50-4fd1-8d8d-6f2a1d6a89c1 req-ec28a702-d2a7-41c2-9943-3ff8b7e13ed1 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326874 Jun 26 16:29:59.689206 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:59.817285 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9987695'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:59.820354 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-6a38a625-396f-4b45-9e08-7de7e7059e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:59.861195 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:29:59.865035 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:29:59.866982 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Pushing event updated for resources: {'Port': ['ID=0687f17f-79d3-40d6-a531-bdad43fab1d3,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:59.869078 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:29:59.871060 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:00.214898 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:00.354807 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:00.496890 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for port, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:00.535050 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebee0d1-101b-4b47-b5df-7062a6741aae req-ce348de2-f2ef-4cba-8597-0e81500c1ff0 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:00.536507 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0ebee0d1-101b-4b47-b5df-7062a6741aae req-ce348de2-f2ef-4cba-8597-0e81500c1ff0 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0652261 Jun 26 16:30:00.553486 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:00.556968 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-8f541cfd-16fe-442d-94c4-7a77b253ac23 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:00.573875 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0ebee0d1-101b-4b47-b5df-7062a6741aae req-76cbde2d-6a99-453a-a694-ecdaeaf18ad8 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317442 Jun 26 16:30:00.623325 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Pushing event updated for resources: {'Port': ['ID=0687f17f-79d3-40d6-a531-bdad43fab1d3,revision_number=2']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:00.627007 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:00.633310 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646687'] for floatingip, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:00.731064 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.l3_db [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Floating IP 75d11aa8-8892-46fe-8bc1-a207951af7ac associated. External IP: 172.27.2.26, port: 0b1a7d38-2719-42bb-999e-f1c36a8854eb. Jun 26 16:30:00.850534 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbc3fd-ac07-4042-8aa9-02a6849eb0a8 req-36984229-40d4-42fc-a8ad-0e5d10202198 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:00.852036 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-29dbc3fd-ac07-4042-8aa9-02a6849eb0a8 req-36984229-40d4-42fc-a8ad-0e5d10202198 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0621898 Jun 26 16:30:00.889225 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-29dbc3fd-ac07-4042-8aa9-02a6849eb0a8 req-7b124ad6-c918-4bdd-870d-1e34f02d5106 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309443 Jun 26 16:30:00.932223 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Router f6f2c77d-9cfd-4725-9733-32e966b2ffff has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:30:01.032650 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:30:01.042361 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cd5d35-0cfa-40db-a0b5-23d8164b51ea None None] Sync routers for ids ['f6f2c77d-9cfd-4725-9733-32e966b2ffff'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:30:01.052182 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cd5d35-0cfa-40db-a0b5-23d8164b51ea None None] Routers {'f6f2c77d-9cfd-4725-9733-32e966b2ffff'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:30:01.052908 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-72cd5d35-0cfa-40db-a0b5-23d8164b51ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:29:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['f6f2c77d-9cfd-4725-9733-32e966b2ffff'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:01.133157 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for floatingip, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:01.153986 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-72cd5d35-0cfa-40db-a0b5-23d8164b51ea None None] Set router f6f2c77d-9cfd-4725-9733-32e966b2ffff gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:30:01.169320 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9036288 Jun 26 16:30:01.169979 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa34f73-94ca-41ec-bd7b-c397ef41e3da', 'tag': '0b1a7d38-2719-42bb-999e-f1c36a8854eb'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:30:01.172346 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9294bfa1-47e7-4551-95c0-e3c8f8f62f43" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa34f73-94ca-41ec-bd7b-c397ef41e3da", "tag": "0b1a7d38-2719-42bb-999e-f1c36a8854eb"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:30:01.208876 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f8bc6e-9cab-4204-9848-8568cc8d64f9 x-openstack-request-id: req-73f8bc6e-9cab-4204-9848-8568cc8d64f9 {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:30:01.209210 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa34f73-94ca-41ec-bd7b-c397ef41e3da", "tag": "0b1a7d38-2719-42bb-999e-f1c36a8854eb", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:30:01.209508 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73f8bc6e-9cab-4204-9848-8568cc8d64f9 {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:30:01.209949 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa34f73-94ca-41ec-bd7b-c397ef41e3da', 'tag': '0b1a7d38-2719-42bb-999e-f1c36a8854eb', 'status': 'completed', 'code': 200} Jun 26 16:30:01.431516 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-72cd5d35-0cfa-40db-a0b5-23d8164b51ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'name': 'tempest-TestShelveInstance-1585828199-router', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:47Z', 'updated_at': '2021-06-26T16:28:52Z', 'revision_number': 4, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'gw_port': {'id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:48Z', 'updated_at': '2021-06-26T16:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '75d11aa8-8892-46fe-8bc1-a207951af7ac', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'port_id': '0b1a7d38-2719-42bb-999e-f1c36a8854eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a', 'mac_address': 'fa:16:3e:7a:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa34f73-94ca-41ec-bd7b-c397ef41e3da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:30:00Z', 'updated_at': '2021-06-26T16:30:00Z', 'revision_number': 0, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08811c48-7afd-4769-b9e5-8d333a45b224', 'name': '', 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'mac_address': 'fa:16:3e:1a:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '33e4ba87-06e7-4b7c-ad07-5c1e136045e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:51Z', 'updated_at': '2021-06-26T16:28:58Z', 'revision_number': 5, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'subnets': [{'id': '33e4ba87-06e7-4b7c-ad07-5c1e136045e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:01.459198 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cd5d35-0cfa-40db-a0b5-23d8164b51ea None None] Checking router: f6f2c77d-9cfd-4725-9733-32e966b2ffff for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:30:01.467960 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cd5d35-0cfa-40db-a0b5-23d8164b51ea None None] Routers {'f6f2c77d-9cfd-4725-9733-32e966b2ffff'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:30:01.468562 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-72cd5d35-0cfa-40db-a0b5-23d8164b51ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:29:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['f6f2c77d-9cfd-4725-9733-32e966b2ffff'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:01.566312 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-72cd5d35-0cfa-40db-a0b5-23d8164b51ea None None] Set router f6f2c77d-9cfd-4725-9733-32e966b2ffff gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:30:01.745375 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cc618-0cd0-43a5-a3f3-a995676a1f89 req-d204c2df-7f7a-4e57-89cd-0dc811ad29b9 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:01.746892 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9a8cc618-0cd0-43a5-a3f3-a995676a1f89 req-d204c2df-7f7a-4e57-89cd-0dc811ad29b9 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0638280 Jun 26 16:30:01.783549 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-72cd5d35-0cfa-40db-a0b5-23d8164b51ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'name': 'tempest-TestShelveInstance-1585828199-router', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:47Z', 'updated_at': '2021-06-26T16:28:52Z', 'revision_number': 4, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'gw_port': {'id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:48Z', 'updated_at': '2021-06-26T16:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '75d11aa8-8892-46fe-8bc1-a207951af7ac', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'port_id': '0b1a7d38-2719-42bb-999e-f1c36a8854eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a', 'mac_address': 'fa:16:3e:7a:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa34f73-94ca-41ec-bd7b-c397ef41e3da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:30:00Z', 'updated_at': '2021-06-26T16:30:00Z', 'revision_number': 0, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08811c48-7afd-4769-b9e5-8d333a45b224', 'name': '', 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'mac_address': 'fa:16:3e:1a:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '33e4ba87-06e7-4b7c-ad07-5c1e136045e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:51Z', 'updated_at': '2021-06-26T16:28:58Z', 'revision_number': 5, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'subnets': [{'id': '33e4ba87-06e7-4b7c-ad07-5c1e136045e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:01.791462 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9a8cc618-0cd0-43a5-a3f3-a995676a1f89 req-324dbd56-0031-485a-8dac-e59d72e75cf6 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390086 Jun 26 16:30:01.811043 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cd5d35-0cfa-40db-a0b5-23d8164b51ea None None] The sync data for ids ['f6f2c77d-9cfd-4725-9733-32e966b2ffff'] in dv-cinder-798189-1-iscsi is: [{'id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'name': 'tempest-TestShelveInstance-1585828199-router', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:47Z', 'updated_at': '2021-06-26T16:28:52Z', 'revision_number': 4, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'gw_port': {'id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:48Z', 'updated_at': '2021-06-26T16:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '75d11aa8-8892-46fe-8bc1-a207951af7ac', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'port_id': '0b1a7d38-2719-42bb-999e-f1c36a8854eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a', 'mac_address': 'fa:16:3e:7a:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa34f73-94ca-41ec-bd7b-c397ef41e3da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:30:00Z', 'updated_at': '2021-06-26T16:30:00Z', 'revision_number': 0, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08811c48-7afd-4769-b9e5-8d333a45b224', 'name': '', 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'mac_address': 'fa:16:3e:1a:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '33e4ba87-06e7-4b7c-ad07-5c1e136045e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:51Z', 'updated_at': '2021-06-26T16:28:58Z', 'revision_number': 5, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'subnets': [{'id': '33e4ba87-06e7-4b7c-ad07-5c1e136045e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:30:01.999982 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f90dab-7c8d-44ea-b375-a7cc1d771e1b None None] New status for floating IP 75d11aa8-8892-46fe-8bc1-a207951af7ac: ACTIVE {{(pid=93426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:30:02.068750 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e11e4-83fd-455c-8074-ca0ba8ed44d2 req-e0b50c55-8a08-46bb-9bfd-2d6d3abd9dbb tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:02.069947 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-884e11e4-83fd-455c-8074-ca0ba8ed44d2 req-e0b50c55-8a08-46bb-9bfd-2d6d3abd9dbb tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0644324 Jun 26 16:30:02.109803 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-884e11e4-83fd-455c-8074-ca0ba8ed44d2 req-df5a6f70-b492-48f3-ad5c-1a80912628dd tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328600 Jun 26 16:30:02.974636 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd03e56-1988-4cd4-8cbb-53c9450bd17c req-b2a05029-3149-42f6-86dd-c6977350b8ad tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:02.978196 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8cd03e56-1988-4cd4-8cbb-53c9450bd17c req-b2a05029-3149-42f6-86dd-c6977350b8ad tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0615730 Jun 26 16:30:03.013535 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8cd03e56-1988-4cd4-8cbb-53c9450bd17c req-7feb905c-4d55-47ae-a2e7-e9a8b843f4a1 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312319 Jun 26 16:30:03.126010 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:30:03.280275 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b471ce9-e4ad-4ecd-a0bd-ac4865b12471 req-369674e1-74a2-48b6-a209-b738daa6e3a0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:03.281693 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3b471ce9-e4ad-4ecd-a0bd-ac4865b12471 req-369674e1-74a2-48b6-a209-b738daa6e3a0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0634751 Jun 26 16:30:03.316776 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3b471ce9-e4ad-4ecd-a0bd-ac4865b12471 req-8f08f485-341a-45dc-bf7c-efee399d8cc9 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295684 Jun 26 16:30:03.982645 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294bfa1-47e7-4551-95c0-e3c8f8f62f43 req-85070436-1963-4fa0-8d46-284bcfc36163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:03.984309 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-9294bfa1-47e7-4551-95c0-e3c8f8f62f43 req-85070436-1963-4fa0-8d46-284bcfc36163 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2100de5fb39244ff97ddc96c9964d3dc&device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 1098 time: 0.0541894 Jun 26 16:30:04.103602 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294bfa1-47e7-4551-95c0-e3c8f8f62f43 req-dbb61d2a-6ee1-420f-9452-b9c468db6e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:04.105063 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-9294bfa1-47e7-4551-95c0-e3c8f8f62f43 req-dbb61d2a-6ee1-420f-9452-b9c468db6e9c service neutron] 10.222.0.38 "GET /v2.0/networks?id=8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a HTTP/1.1" status: 200 len: 910 time: 0.0963790 Jun 26 16:30:04.193092 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9d7e1-9c70-4837-b95d-6fc44cbec31a req-42f92346-5140-4222-93d4-9e342e13a096 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:04.195118 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-25f9d7e1-9c70-4837-b95d-6fc44cbec31a req-42f92346-5140-4222-93d4-9e342e13a096 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0633407 Jun 26 16:30:04.205665 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-9294bfa1-47e7-4551-95c0-e3c8f8f62f43 req-4a7c3a85-128a-4695-a707-118610680330 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b1a7d38-2719-42bb-999e-f1c36a8854eb HTTP/1.1" status: 200 len: 1000 time: 0.0886152 Jun 26 16:30:04.233760 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-25f9d7e1-9c70-4837-b95d-6fc44cbec31a req-325a74f3-f159-492a-9bc3-d861479773fe tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325797 Jun 26 16:30:04.479583 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294bfa1-47e7-4551-95c0-e3c8f8f62f43 req-a61c96c3-605f-44ea-98f4-131d5c9349a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:04.481257 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-9294bfa1-47e7-4551-95c0-e3c8f8f62f43 req-a61c96c3-605f-44ea-98f4-131d5c9349a6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33e4ba87-06e7-4b7c-ad07-5c1e136045e2 HTTP/1.1" status: 200 len: 848 time: 0.2679181 Jun 26 16:30:04.502613 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d2b56-47fb-4e84-af26-901fb68d6af7 req-372638b1-5bc7-412d-8d39-68db5221c5c6 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:04.505153 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-185d2b56-47fb-4e84-af26-901fb68d6af7 req-372638b1-5bc7-412d-8d39-68db5221c5c6 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.0707529 Jun 26 16:30:04.553089 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294bfa1-47e7-4551-95c0-e3c8f8f62f43 req-b28495a2-0b21-48e9-97e7-2d884d61ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:04.554627 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-9294bfa1-47e7-4551-95c0-e3c8f8f62f43 req-b28495a2-0b21-48e9-97e7-2d884d61ca6b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523925 Jun 26 16:30:04.594412 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-185d2b56-47fb-4e84-af26-901fb68d6af7 req-ee033948-4563-4b22-8779-b6e70eac2a6f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/security-groups?id=50b7a1e3-e63d-42c3-bac5-f63bddb42597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763476 Jun 26 16:30:04.631240 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8963ff-ba1d-49ff-94a9-4895d99505d8 req-58edef29-90d6-4b42-bf34-8aca069b3635 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:04.633553 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cf8963ff-ba1d-49ff-94a9-4895d99505d8 req-58edef29-90d6-4b42-bf34-8aca069b3635 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 945 time: 0.1270270 Jun 26 16:30:04.646218 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-9294bfa1-47e7-4551-95c0-e3c8f8f62f43 req-7813f396-7aa3-4232-8477-597ec16f0de7 service neutron] 10.222.0.38 "GET /v2.0/networks/8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845764 Jun 26 16:30:04.732274 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-cf8963ff-ba1d-49ff-94a9-4895d99505d8 req-bfc4f3df-4a21-41fd-9a12-40a5a2fe0ae0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Deleting port d5981eb1-4cf0-4f06-a9d8-d474ee270606 {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:30:04.732629 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-cf8963ff-ba1d-49ff-94a9-4895d99505d8 req-bfc4f3df-4a21-41fd-9a12-40a5a2fe0ae0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:04.737943 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-9294bfa1-47e7-4551-95c0-e3c8f8f62f43 req-cbdbe2d2-e709-443f-90df-158d59e0c56d service neutron] 10.222.0.38 "GET /v2.0/networks/8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818815 Jun 26 16:30:04.831550 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-cf8963ff-ba1d-49ff-94a9-4895d99505d8 req-bfc4f3df-4a21-41fd-9a12-40a5a2fe0ae0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] For port d5981eb1-4cf0-4f06-a9d8-d474ee270606, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d5981eb1-4cf0-4f06-a9d8-d474ee270606,segment=NetworkSegment(4dae9ae4-b11c-4294-92fd-1201526fc22c),segment_id=4dae9ae4-b11c-4294-92fd-1201526fc22c)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:04.831913 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-cf8963ff-ba1d-49ff-94a9-4895d99505d8 req-bfc4f3df-4a21-41fd-9a12-40a5a2fe0ae0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:04.844032 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-cf8963ff-ba1d-49ff-94a9-4895d99505d8 req-bfc4f3df-4a21-41fd-9a12-40a5a2fe0ae0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Calling delete_port for d5981eb1-4cf0-4f06-a9d8-d474ee270606 owned by compute:nova {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:30:05.030030 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-cf8963ff-ba1d-49ff-94a9-4895d99505d8 req-bfc4f3df-4a21-41fd-9a12-40a5a2fe0ae0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:05.034351 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-e5e156aa-567e-4efd-bd98-d1ff10f2652d tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:05.043536 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['d5981eb1-4cf0-4f06-a9d8-d474ee270606'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:30:05.065528 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4f3df-4a21-41fd-9a12-40a5a2fe0ae0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Pushing event deleted for resources: {'Port': ['ID=d5981eb1-4cf0-4f06-a9d8-d474ee270606,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:05.077325 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-bfc4f3df-4a21-41fd-9a12-40a5a2fe0ae0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:05.170061 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8963ff-ba1d-49ff-94a9-4895d99505d8 req-bfc4f3df-4a21-41fd-9a12-40a5a2fe0ae0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] No DVR routers for this DVR port d5981eb1-4cf0-4f06-a9d8-d474ee270606 on host hv-cinder-79818 {{(pid=93425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:30:05.174265 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-cf8963ff-ba1d-49ff-94a9-4895d99505d8 req-bfc4f3df-4a21-41fd-9a12-40a5a2fe0ae0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:05.176294 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cf8963ff-ba1d-49ff-94a9-4895d99505d8 req-bfc4f3df-4a21-41fd-9a12-40a5a2fe0ae0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.38 "DELETE /v2.0/ports/d5981eb1-4cf0-4f06-a9d8-d474ee270606 HTTP/1.1" status: 204 len: 173 time: 0.5373387 Jun 26 16:30:05.176800 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e02f4c4-993a-422c-bf11-9b33420becaf', 'name': 'network-vif-deleted', 'tag': 'd5981eb1-4cf0-4f06-a9d8-d474ee270606'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:30:05.179243 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433eae61-95ee-4668-85ee-c3f4bf42ecec" -d '{"events": [{"server_uuid": "6e02f4c4-993a-422c-bf11-9b33420becaf", "name": "network-vif-deleted", "tag": "d5981eb1-4cf0-4f06-a9d8-d474ee270606"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:30:05.218433 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-034e8382-b34c-4bc6-9016-fad693a26e48 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:05.221057 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-034e8382-b34c-4bc6-9016-fad693a26e48 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/networks?id=bb61fcc5-b55f-4ea6-88ab-05941d155a7c HTTP/1.1" status: 200 len: 814 time: 0.1603553 Jun 26 16:30:05.222173 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ffa1f5-350e-4cf8-92bb-d5a3d2f3b38c x-openstack-request-id: req-a6ffa1f5-350e-4cf8-92bb-d5a3d2f3b38c {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:30:05.222499 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e02f4c4-993a-422c-bf11-9b33420becaf", "name": "network-vif-deleted", "tag": "d5981eb1-4cf0-4f06-a9d8-d474ee270606", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:30:05.222835 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6ffa1f5-350e-4cf8-92bb-d5a3d2f3b38c {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:30:05.223302 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e02f4c4-993a-422c-bf11-9b33420becaf', 'name': 'network-vif-deleted', 'tag': 'd5981eb1-4cf0-4f06-a9d8-d474ee270606', 'status': 'completed', 'code': 200} Jun 26 16:30:05.237339 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-84c85749-2b6b-401d-8df0-37d9a150251c tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/quotas/9d18dfcef1f642d6aa374cd57848aa7f HTTP/1.1" status: 200 len: 375 time: 0.0098100 Jun 26 16:30:05.273431 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-041ee25b-0717-4bac-9257-908fedc7ecbf tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d18dfcef1f642d6aa374cd57848aa7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304146 Jun 26 16:30:05.407720 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-b9aad5ba-52de-4d7c-a4f3-1018c8a200c5 service neutron] 10.222.0.35 "GET /v2.0/networks/bb61fcc5-b55f-4ea6-88ab-05941d155a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275866 Jun 26 16:30:05.492891 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72627e2-0bf7-42a2-82dc-8cc4d778e163 req-debb8c51-b3c5-41a6-96d0-b3e042103cfd tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:05.494361 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c72627e2-0bf7-42a2-82dc-8cc4d778e163 req-debb8c51-b3c5-41a6-96d0-b3e042103cfd tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.1345470 Jun 26 16:30:05.535641 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-d71b40fe-41d5-4762-b424-5d444f514a32 service neutron] 10.222.0.35 "GET /v2.0/networks/bb61fcc5-b55f-4ea6-88ab-05941d155a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219826 Jun 26 16:30:05.548214 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c72627e2-0bf7-42a2-82dc-8cc4d778e163 req-90103841-604b-49c5-80ec-03335631352b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466647 Jun 26 16:30:05.755666 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7177718b-e96a-4f93-949e-1a345bca8b9e req-e182571b-8acf-4721-beac-6b910ba81d06 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e02f4c4-993a-422c-bf11-9b33420becaf HTTP/1.1" status: 200 len: 210 time: 0.0306287 Jun 26 16:30:05.788710 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ec2dd844-ef04-415f-8e99-3e86acf140ca req-fc1c9c0b-4ed2-4bd3-9fd8-bd46eb8d5817 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=0481b7eb-1f81-4cb7-b973-66bf868f6c7d HTTP/1.1" status: 200 len: 210 time: 0.0270226 Jun 26 16:30:06.612691 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:06.735658 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea61629-5662-4173-8309-07bd8f4eb948 req-6691200e-fae6-4bbe-a282-46178cc4ed50 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:06.737684 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9ea61629-5662-4173-8309-07bd8f4eb948 req-6691200e-fae6-4bbe-a282-46178cc4ed50 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0665054 Jun 26 16:30:06.786205 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9ea61629-5662-4173-8309-07bd8f4eb948 req-f482bad4-6a87-4297-861e-273ae7b3bd44 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425842 Jun 26 16:30:06.879516 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 56996) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:06.952502 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6b2a1d8a-2836-4549-ac66-00b8f4d22a7e req-7f9d14bf-f23c-4153-9003-ec29dae41f51 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=0481b7eb-1f81-4cb7-b973-66bf868f6c7d HTTP/1.1" status: 200 len: 210 time: 0.0310044 Jun 26 16:30:07.277083 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-d2d7f1c0-a628-442e-b011-52b0786537ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:07.317622 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a461a2e0-554a-4fda-ad1a-4a2d21c93f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684534'] for router_interface, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:07.615639 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-a461a2e0-554a-4fda-ad1a-4a2d21c93f16 admin admin] Deleting port 44f338c2-602b-445a-b275-385aed9e7ca4 {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:30:07.615983 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a461a2e0-554a-4fda-ad1a-4a2d21c93f16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:07.690015 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [None req-a461a2e0-554a-4fda-ad1a-4a2d21c93f16 admin admin] For port 44f338c2-602b-445a-b275-385aed9e7ca4, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=44f338c2-602b-445a-b275-385aed9e7ca4,segment=NetworkSegment(4dae9ae4-b11c-4294-92fd-1201526fc22c),segment_id=4dae9ae4-b11c-4294-92fd-1201526fc22c)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:07.690366 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a461a2e0-554a-4fda-ad1a-4a2d21c93f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:07.702221 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-a461a2e0-554a-4fda-ad1a-4a2d21c93f16 admin admin] Calling delete_port for 44f338c2-602b-445a-b275-385aed9e7ca4 owned by network:router_interface {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:30:08.155158 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0a195fd7-ca48-43f8-9d22-1c594c274ea3 req-b7bc96c0-742b-449e-b45c-20b28b864a6e tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=0481b7eb-1f81-4cb7-b973-66bf868f6c7d HTTP/1.1" status: 200 len: 210 time: 0.0638745 Jun 26 16:30:08.219963 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1fc50-1b46-45d4-9ff4-1efaca1262a9 req-88a29a3f-a9cc-4280-a643-8fb16770f919 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:08.221428 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f6b1fc50-1b46-45d4-9ff4-1efaca1262a9 req-88a29a3f-a9cc-4280-a643-8fb16770f919 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.1364264 Jun 26 16:30:08.262189 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f6b1fc50-1b46-45d4-9ff4-1efaca1262a9 req-063f4284-9e3c-4947-9ce9-e15f05ef6eed tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328693 Jun 26 16:30:08.291674 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a461a2e0-554a-4fda-ad1a-4a2d21c93f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:08.296232 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:08.355642 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461a2e0-554a-4fda-ad1a-4a2d21c93f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=44f338c2-602b-445a-b275-385aed9e7ca4,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:08.373466 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-a461a2e0-554a-4fda-ad1a-4a2d21c93f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:08.438856 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-20a76fc1-c67c-43f3-a445-a243e1c775df tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:08.439857 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-20a76fc1-c67c-43f3-a445-a243e1c775df tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.38 "GET /v2.0/networks?id=bb61fcc5-b55f-4ea6-88ab-05941d155a7c HTTP/1.1" status: 200 len: 814 time: 0.1745048 Jun 26 16:30:08.477961 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-20505913-6b97-446f-80c4-eae8eacd68dd tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Request body: {'port': {'device_id': '0481b7eb-1f81-4cb7-b973-66bf868f6c7d', 'network_id': 'bb61fcc5-b55f-4ea6-88ab-05941d155a7c', 'admin_state_up': True, 'tenant_id': '9d18dfcef1f642d6aa374cd57848aa7f'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:08.606160 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a461a2e0-554a-4fda-ad1a-4a2d21c93f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645638'] for router_interface, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:08.720893 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-20505913-6b97-446f-80c4-eae8eacd68dd tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Made reservation on behalf of 9d18dfcef1f642d6aa374cd57848aa7f for: {'port': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:30:08.724574 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-20505913-6b97-446f-80c4-eae8eacd68dd tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:08.919122 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a461a2e0-554a-4fda-ad1a-4a2d21c93f16 admin admin] Router 3ac9d136-3410-4e3a-81dc-61cd114d516c has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:30:08.934219 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_common [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-20505913-6b97-446f-80c4-eae8eacd68dd tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Allocated IP 172.20.0.4 (bb61fcc5-b55f-4ea6-88ab-05941d155a7c/9b5db32e-b227-440d-8ae4-66ad01ce9b48/565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b) {{(pid=93425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:30:09.110807 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a461a2e0-554a-4fda-ad1a-4a2d21c93f16 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:30:09.115459 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device d5981eb1-4cf0-4f06-a9d8-d474ee270606 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:30:09.120150 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-a461a2e0-554a-4fda-ad1a-4a2d21c93f16 admin admin] 10.222.0.35 "PUT /v2.0/routers/3ac9d136-3410-4e3a-81dc-61cd114d516c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2364831 Jun 26 16:30:09.121203 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 57032) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:09.123501 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc06244f-2eed-4a58-b33f-d474eb106779 None None] Sync routers for ids ['3ac9d136-3410-4e3a-81dc-61cd114d516c'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:30:09.135818 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc06244f-2eed-4a58-b33f-d474eb106779 None None] Routers {'3ac9d136-3410-4e3a-81dc-61cd114d516c'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:30:09.137019 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-dc06244f-2eed-4a58-b33f-d474eb106779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:29:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['3ac9d136-3410-4e3a-81dc-61cd114d516c'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:09.142297 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] No Port match for: d5981eb1-4cf0-4f06-a9d8-d474ee270606 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:30:09.142657 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device d5981eb1-4cf0-4f06-a9d8-d474ee270606 not bound to the agent host hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:30:09.232981 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-20505913-6b97-446f-80c4-eae8eacd68dd tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Notify callbacks [] for port, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:09.251182 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-dc06244f-2eed-4a58-b33f-d474eb106779 None None] Set router 3ac9d136-3410-4e3a-81dc-61cd114d516c gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:30:09.259526 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-af64fa32-36dd-4b95-8766-be5db2be9944 admin admin] Notify callbacks [] for router, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:09.335073 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8b0cbda3-2819-4142-8d1e-d3d84f774c9a req-e44ee81c-253a-4102-ba79-a1597f82992d tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=0481b7eb-1f81-4cb7-b973-66bf868f6c7d HTTP/1.1" status: 200 len: 210 time: 0.0411026 Jun 26 16:30:09.431222 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-af64fa32-36dd-4b95-8766-be5db2be9944 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:09.442486 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-dc06244f-2eed-4a58-b33f-d474eb106779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac9d136-3410-4e3a-81dc-61cd114d516c', 'name': 'tempest-ServerRescueNegativeTestJSON-321493384-router', 'tenant_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c6d2b49f-05b9-41ef-93ad-4e6b82be8e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:30:08Z', 'revision_number': 5, 'project_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'gw_port': {'id': 'c6d2b49f-05b9-41ef-93ad-4e6b82be8e79', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac9d136-3410-4e3a-81dc-61cd114d516c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:17Z', 'updated_at': '2021-06-26T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:09.448175 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-20505913-6b97-446f-80c4-eae8eacd68dd tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2366237'] for port, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:09.452838 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:09.468733 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc06244f-2eed-4a58-b33f-d474eb106779 None None] Checking router: 3ac9d136-3410-4e3a-81dc-61cd114d516c for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:30:09.476822 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc06244f-2eed-4a58-b33f-d474eb106779 None None] Routers {'3ac9d136-3410-4e3a-81dc-61cd114d516c'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:30:09.477460 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-dc06244f-2eed-4a58-b33f-d474eb106779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:29:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['3ac9d136-3410-4e3a-81dc-61cd114d516c'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:09.502795 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-20505913-6b97-446f-80c4-eae8eacd68dd tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Network bb61fcc5-b55f-4ea6-88ab-05941d155a7c is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:30:09.517547 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ee0f1-087b-4a07-a1db-b4a07a2d1fa5 req-f03fb8fd-7cbc-4104-b6b5-5ff8c519946e tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:09.521049 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6a4ee0f1-087b-4a07-a1db-b4a07a2d1fa5 req-f03fb8fd-7cbc-4104-b6b5-5ff8c519946e tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.1256566 Jun 26 16:30:09.522216 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-20505913-6b97-446f-80c4-eae8eacd68dd tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:30:09.526873 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-20505913-6b97-446f-80c4-eae8eacd68dd tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Received port after_create {{(pid=93425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:30:09.551947 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20505913-6b97-446f-80c4-eae8eacd68dd tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Pushing event updated for resources: {'Port': ['ID=565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:09.563773 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-20505913-6b97-446f-80c4-eae8eacd68dd tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:09.584369 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-dc06244f-2eed-4a58-b33f-d474eb106779 None None] Set router 3ac9d136-3410-4e3a-81dc-61cd114d516c gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:30:09.625782 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-20505913-6b97-446f-80c4-eae8eacd68dd tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:09.626402 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-20505913-6b97-446f-80c4-eae8eacd68dd tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:09.633007 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6a4ee0f1-087b-4a07-a1db-b4a07a2d1fa5 req-7579e108-da78-442f-ab30-8b93c29a0950 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033802 Jun 26 16:30:09.659815 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-af64fa32-36dd-4b95-8766-be5db2be9944 admin admin] Deleting port c6d2b49f-05b9-41ef-93ad-4e6b82be8e79 {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:30:09.660158 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-af64fa32-36dd-4b95-8766-be5db2be9944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:09.712176 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-20505913-6b97-446f-80c4-eae8eacd68dd tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2430201 Jun 26 16:30:09.726887 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Request body: {'port': {'device_id': '0481b7eb-1f81-4cb7-b973-66bf868f6c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:09.755942 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-dc06244f-2eed-4a58-b33f-d474eb106779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac9d136-3410-4e3a-81dc-61cd114d516c', 'name': 'tempest-ServerRescueNegativeTestJSON-321493384-router', 'tenant_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c6d2b49f-05b9-41ef-93ad-4e6b82be8e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:30:08Z', 'revision_number': 5, 'project_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'gw_port': {'id': 'c6d2b49f-05b9-41ef-93ad-4e6b82be8e79', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac9d136-3410-4e3a-81dc-61cd114d516c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:17Z', 'updated_at': '2021-06-26T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:09.774279 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [None req-af64fa32-36dd-4b95-8766-be5db2be9944 admin admin] For port c6d2b49f-05b9-41ef-93ad-4e6b82be8e79, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=c6d2b49f-05b9-41ef-93ad-4e6b82be8e79,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:09.774641 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-af64fa32-36dd-4b95-8766-be5db2be9944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:09.784587 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc06244f-2eed-4a58-b33f-d474eb106779 None None] The sync data for ids ['3ac9d136-3410-4e3a-81dc-61cd114d516c'] in dv-cinder-798189-1-iscsi is: [{'id': '3ac9d136-3410-4e3a-81dc-61cd114d516c', 'name': 'tempest-ServerRescueNegativeTestJSON-321493384-router', 'tenant_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c6d2b49f-05b9-41ef-93ad-4e6b82be8e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:30:08Z', 'revision_number': 5, 'project_id': '86896a6b6e4744a48feb2d643fa1a7e6', 'gw_port': {'id': 'c6d2b49f-05b9-41ef-93ad-4e6b82be8e79', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac9d136-3410-4e3a-81dc-61cd114d516c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:17Z', 'updated_at': '2021-06-26T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:30:09.809504 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-af64fa32-36dd-4b95-8766-be5db2be9944 admin admin] Calling delete_port for c6d2b49f-05b9-41ef-93ad-4e6b82be8e79 owned by network:router_gateway {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:30:09.834890 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:09.886738 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:10.081370 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-259765d2-247c-4b13-9f91-3b6e1c02b447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:10.283212 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 44f338c2-602b-445a-b275-385aed9e7ca4 no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:30:10.308032 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: 44f338c2-602b-445a-b275-385aed9e7ca4 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:30:10.308392 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 44f338c2-602b-445a-b275-385aed9e7ca4 not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:30:10.426686 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-af64fa32-36dd-4b95-8766-be5db2be9944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:10.428888 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-8df205f6-3bef-425f-8ea7-57864bb7ef65 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:10.459333 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64fa32-36dd-4b95-8766-be5db2be9944 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d2b49f-05b9-41ef-93ad-4e6b82be8e79,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:10.468268 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-af64fa32-36dd-4b95-8766-be5db2be9944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:10.581360 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b {{(pid=93425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:30:10.593531 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:10.615207 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-af64fa32-36dd-4b95-8766-be5db2be9944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646844'] for router_gateway, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:10.617067 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.provisioning_blocks [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Transition to ACTIVE for port object 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b will not be triggered until provisioned by entity L2. {{(pid=93425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:30:10.723221 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:10.725971 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-af64fa32-36dd-4b95-8766-be5db2be9944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5638'] for router, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:10.728368 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-9d5316a9-d38d-432f-9a41-fc5005dab054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:10.737022 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862782d-1287-453f-9e72-e8bc907cad7e req-005261dd-6326-42df-94b1-c7f7f85fd725 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:10.738508 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f862782d-1287-453f-9e72-e8bc907cad7e req-005261dd-6326-42df-94b1-c7f7f85fd725 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=0481b7eb-1f81-4cb7-b973-66bf868f6c7d HTTP/1.1" status: 200 len: 931 time: 0.2733712 Jun 26 16:30:10.743290 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-af64fa32-36dd-4b95-8766-be5db2be9944 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:10.850824 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:10.895857 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Pushing event updated for resources: {'Port': ['ID=565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b,revision_number=2']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:10.901854 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:10.939143 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f862782d-1287-453f-9e72-e8bc907cad7e req-3e6bd7a9-b92e-4af8-bd92-b3693c49f41d tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699226 Jun 26 16:30:10.961998 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-af64fa32-36dd-4b95-8766-be5db2be9944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646123'] for router, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:10.962544 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af64fa32-36dd-4b95-8766-be5db2be9944 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ac9d136-3410-4e3a-81dc-61cd114d516c {{(pid=93425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 16:30:10.971820 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-af64fa32-36dd-4b95-8766-be5db2be9944 admin admin] Notify callbacks [] for router, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:10.975205 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-af64fa32-36dd-4b95-8766-be5db2be9944 admin admin] 10.222.0.35 "DELETE /v2.0/routers/3ac9d136-3410-4e3a-81dc-61cd114d516c HTTP/1.1" status: 204 len: 168 time: 1.8508370 Jun 26 16:30:10.975916 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 57058) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:11.014978 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c97e6d-13cd-457b-a13d-5026b4de4342 req-d991915a-8bac-4a21-841c-178de35b1562 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:11.016980 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-89c97e6d-13cd-457b-a13d-5026b4de4342 req-d991915a-8bac-4a21-841c-178de35b1562 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.2464919 Jun 26 16:30:11.042930 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7478d2d-3338-4801-8dd9-f548f2bb1574 admin admin] Deleting subnet 306da1d4-c663-423c-a407-5d085628ca91 {{(pid=93424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:30:11.045780 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Attempting to bind port 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:30:11.045981 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Attempting to bind port 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '0a88f6d2-85a2-4918-bf9f-01650ccdd4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bb61fcc5-b55f-4ea6-88ab-05941d155a7c'}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:30:11.046158 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Attempting to bind port 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b on network bb61fcc5-b55f-4ea6-88ab-05941d155a7c {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:30:11.046369 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b7478d2d-3338-4801-8dd9-f548f2bb1574 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:11.057130 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Port 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b on network bb61fcc5-b55f-4ea6-88ab-05941d155a7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:30:11.057130 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Attempting to bind port 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b on network bb61fcc5-b55f-4ea6-88ab-05941d155a7c {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:30:11.074700 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Checking agent: {'id': '017f0d27-5c15-4479-952a-00a1dbd8023d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'started_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:30:11.077038 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Checking segment: {'id': '0a88f6d2-85a2-4918-bf9f-01650ccdd4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bb61fcc5-b55f-4ea6-88ab-05941d155a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:30:11.077038 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Bound using segment: {'id': '0a88f6d2-85a2-4918-bf9f-01650ccdd4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bb61fcc5-b55f-4ea6-88ab-05941d155a7c'} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:30:11.077038 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Bound port: 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a88f6d2-85a2-4918-bf9f-01650ccdd4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bb61fcc5-b55f-4ea6-88ab-05941d155a7c'}}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:30:11.077038 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:11.088501 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b7478d2d-3338-4801-8dd9-f548f2bb1574 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9654320'] for subnet, precommit_delete_associations {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:11.100221 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-89c97e6d-13cd-457b-a13d-5026b4de4342 req-ca60985b-3483-4e43-ba50-03b499d7692b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709720 Jun 26 16:30:11.146912 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b7478d2d-3338-4801-8dd9-f548f2bb1574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077411'] for subnet, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:11.169725 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] For port 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b, host hv-cinder-79818, cleared binding levels {{(pid=93425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:30:11.173222 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] For port 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b,segment=NetworkSegment(0a88f6d2-85a2-4918-bf9f-01650ccdd4a4),segment_id=0a88f6d2-85a2-4918-bf9f-01650ccdd4a4)] {{(pid=93425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:30:11.253196 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:11.255510 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-9bb78f10-da04-4696-a99a-b57881fa68d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:11.275876 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b7478d2d-3338-4801-8dd9-f548f2bb1574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9987676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10402897'] for subnet, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:11.279274 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:11.288841 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:11.289451 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:11.291543 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] 10.222.0.38 "PUT /v2.0/ports/565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b HTTP/1.1" status: 200 len: 1093 time: 1.5700998 Jun 26 16:30:11.292046 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0481b7eb-1f81-4cb7-b973-66bf868f6c7d', 'tag': '565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:30:11.294433 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8003dace-f2ce-497e-ae82-e48e0925d07c" -d '{"events": [{"name": "network-changed", "server_uuid": "0481b7eb-1f81-4cb7-b973-66bf868f6c7d", "tag": "565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:30:11.302736 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7478d2d-3338-4801-8dd9-f548f2bb1574 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=306da1d4-c663-423c-a407-5d085628ca91,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:11.306321 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b7478d2d-3338-4801-8dd9-f548f2bb1574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:11.307786 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b7478d2d-3338-4801-8dd9-f548f2bb1574 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:11.309593 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-b7478d2d-3338-4801-8dd9-f548f2bb1574 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/306da1d4-c663-423c-a407-5d085628ca91 HTTP/1.1" status: 204 len: 168 time: 0.3319781 Jun 26 16:30:11.312072 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 57062) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:11.332894 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Pushing event updated for resources: {'Port': ['ID=565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b,revision_number=3']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:11.336725 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:11.343735 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7613faa6-5dd0-4964-9e27-753bafee2cbf x-openstack-request-id: req-7613faa6-5dd0-4964-9e27-753bafee2cbf {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:30:11.343735 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0481b7eb-1f81-4cb7-b973-66bf868f6c7d", "tag": "565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:30:11.343998 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7613faa6-5dd0-4964-9e27-753bafee2cbf {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:30:11.344524 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0481b7eb-1f81-4cb7-b973-66bf868f6c7d', 'tag': '565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b', 'status': 'completed', 'code': 200} Jun 26 16:30:11.389102 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-293115d7-981c-452c-ad47-e17dd7bebd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599898'] for network, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:11.429532 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003dace-f2ce-497e-ae82-e48e0925d07c req-cfad1b4e-9cfe-4bab-b6b6-95ffb831df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:11.431782 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8003dace-f2ce-497e-ae82-e48e0925d07c req-cfad1b4e-9cfe-4bab-b6b6-95ffb831df5d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9d18dfcef1f642d6aa374cd57848aa7f&device_id=0481b7eb-1f81-4cb7-b973-66bf868f6c7d HTTP/1.1" status: 200 len: 1096 time: 0.0588250 Jun 26 16:30:11.468149 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-293115d7-981c-452c-ad47-e17dd7bebd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2078910', 'neutron.services.segments.db._delete_segments_for_network-8735253278486'] for network, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:11.480005 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.services.segments.db [None req-293115d7-981c-452c-ad47-e17dd7bebd8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['838ee064-f821-42c8-9617-9a149204fe5b']}} {{(pid=93424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:11.490914 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.services.segments.db [None req-293115d7-981c-452c-ad47-e17dd7bebd8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dae9ae4-b11c-4294-92fd-1201526fc22c') {'for_net_delete': True} {{(pid=93424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:11.491671 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.services.segments.db [None req-293115d7-981c-452c-ad47-e17dd7bebd8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dae9ae4-b11c-4294-92fd-1201526fc22c') {} {{(pid=93424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:11.502214 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-293115d7-981c-452c-ad47-e17dd7bebd8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735253296631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9654311'] for segment, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:11.522452 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-293115d7-981c-452c-ad47-e17dd7bebd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:11.535788 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-293115d7-981c-452c-ad47-e17dd7bebd8f admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:30:11.536525 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-293115d7-981c-452c-ad47-e17dd7bebd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9987769'] for segment, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: Traceback (most recent call last): Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: timer() Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: cb(*args, **kw) Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: return func(*args, **kwargs) Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: self._notify() Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: self.callback(batched_events) Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: event.method(event) Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: return f(self, *a, **k) Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: return self._get(url).json() Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: return self.request(url, 'GET', **kwargs) Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:30:11.538603 dv-cinder-798189-1-iscsi neutron-server[93424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:30:11.563322 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003dace-f2ce-497e-ae82-e48e0925d07c req-a7a671d8-5fe2-424d-a87a-623f1f05801c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:11.564812 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8003dace-f2ce-497e-ae82-e48e0925d07c req-a7a671d8-5fe2-424d-a87a-623f1f05801c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=9d18dfcef1f642d6aa374cd57848aa7f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1247160 Jun 26 16:30:11.680376 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003dace-f2ce-497e-ae82-e48e0925d07c req-eed37b35-0dbf-4b06-8aef-8e053bcf2ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:11.682186 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8003dace-f2ce-497e-ae82-e48e0925d07c req-eed37b35-0dbf-4b06-8aef-8e053bcf2ac4 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1031108 Jun 26 16:30:11.698839 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-293115d7-981c-452c-ad47-e17dd7bebd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2078901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646772'] for network, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:11.703784 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:11.707050 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-293115d7-981c-452c-ad47-e17dd7bebd8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:11.708895 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-293115d7-981c-452c-ad47-e17dd7bebd8f admin admin] 10.222.0.35 "DELETE /v2.0/networks/838ee064-f821-42c8-9617-9a149204fe5b HTTP/1.1" status: 204 len: 168 time: 0.3959131 Jun 26 16:30:11.719026 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293115d7-981c-452c-ad47-e17dd7bebd8f admin admin] Pushing event deleted for resources: {'Network': ['ID=838ee064-f821-42c8-9617-9a149204fe5b,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:11.722413 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-293115d7-981c-452c-ad47-e17dd7bebd8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:11.778127 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-ba4364be-0106-4f9e-8b02-cb88f05e7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:11.779575 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-ba4364be-0106-4f9e-8b02-cb88f05e7a28 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9d18dfcef1f642d6aa374cd57848aa7f&device_id=0481b7eb-1f81-4cb7-b973-66bf868f6c7d HTTP/1.1" status: 200 len: 1096 time: 0.0509174 Jun 26 16:30:11.824975 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-a21c6422-0265-418d-ade6-73abc53ae235 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b HTTP/1.1" status: 200 len: 217 time: 0.0372214 Jun 26 16:30:11.873684 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-30dc933c-ee0e-4907-9a1c-199b06b64553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:11.880434 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-30dc933c-ee0e-4907-9a1c-199b06b64553 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9b5db32e-b227-440d-8ae4-66ad01ce9b48 HTTP/1.1" status: 200 len: 854 time: 0.0432649 Jun 26 16:30:11.908630 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-fed9918a-bbf7-4d86-a1cf-581d73a32fce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bb61fcc5-b55f-4ea6-88ab-05941d155a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264044 Jun 26 16:30:12.010840 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-ba5f4422-2ac7-41cf-90aa-128728d7eb64 service neutron] 10.222.0.38 "GET /v2.0/networks/bb61fcc5-b55f-4ea6-88ab-05941d155a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841575 Jun 26 16:30:12.136800 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9f570786-643c-4fee-9d18-8663fc1ec5ac req-7f998dc0-1dbb-4b21-b3ad-62531e4a9ba2 service neutron] 10.222.0.38 "GET /v2.0/networks/bb61fcc5-b55f-4ea6-88ab-05941d155a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183019 Jun 26 16:30:12.157177 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b371fa7-d87c-4082-af42-a509b7ba0a84 req-559702c0-44bb-45cc-a2ae-4e30433ca665 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:12.158655 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6b371fa7-d87c-4082-af42-a509b7ba0a84 req-559702c0-44bb-45cc-a2ae-4e30433ca665 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=0481b7eb-1f81-4cb7-b973-66bf868f6c7d HTTP/1.1" status: 200 len: 943 time: 0.0915251 Jun 26 16:30:12.197503 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6b371fa7-d87c-4082-af42-a509b7ba0a84 req-e8ffbedb-e91c-4e24-a053-695fb2ade769 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328634 Jun 26 16:30:12.258742 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 57074) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:12.278947 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device c6d2b49f-05b9-41ef-93ad-4e6b82be8e79 no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:30:12.293102 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90116297-f302-4949-9d1a-890b7c120db8 req-37038ce9-85dc-47dd-ad25-89266e81c69e tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:12.294586 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-90116297-f302-4949-9d1a-890b7c120db8 req-37038ce9-85dc-47dd-ad25-89266e81c69e tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0671339 Jun 26 16:30:12.298164 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-70d9974c-0d50-48fc-bc54-4ccd684f6064 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=86896a6b6e4744a48feb2d643fa1a7e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381751 Jun 26 16:30:12.300602 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 57076) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:12.302551 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: c6d2b49f-05b9-41ef-93ad-4e6b82be8e79 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:30:12.303461 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device c6d2b49f-05b9-41ef-93ad-4e6b82be8e79 not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:30:12.333892 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-90116297-f302-4949-9d1a-890b7c120db8 req-7ad7c98d-c42c-400a-95b0-e321e7c907d7 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333846 Jun 26 16:30:12.358367 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9ab2ee37-c081-4570-af2f-6dc98f716a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:12.379988 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9ab2ee37-c081-4570-af2f-6dc98f716a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:12.486688 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9ab2ee37-c081-4570-af2f-6dc98f716a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:12.489319 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9ab2ee37-c081-4570-af2f-6dc98f716a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:12.490477 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-9ab2ee37-c081-4570-af2f-6dc98f716a2f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/50b7a1e3-e63d-42c3-bac5-f63bddb42597 HTTP/1.1" status: 204 len: 168 time: 0.1887600 Jun 26 16:30:12.491271 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-76fec5a8-f646-49a8-8b7b-2b8ed7cc04e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:12.499561 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2ee37-c081-4570-af2f-6dc98f716a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b7a1e3-e63d-42c3-bac5-f63bddb42597,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:12.501829 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-9ab2ee37-c081-4570-af2f-6dc98f716a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:12.679339 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:13.382425 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c772f-dfba-49a1-ab11-4c75339bd240 req-c5eb1e3f-cb3a-43e7-a609-79aa703e56d8 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:13.384000 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cb2c772f-dfba-49a1-ab11-4c75339bd240 req-c5eb1e3f-cb3a-43e7-a609-79aa703e56d8 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=0481b7eb-1f81-4cb7-b973-66bf868f6c7d HTTP/1.1" status: 200 len: 943 time: 0.0720642 Jun 26 16:30:13.427352 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cb2c772f-dfba-49a1-ab11-4c75339bd240 req-f284543c-9cf2-43cb-8bd7-f7e575ceb6fa tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377274 Jun 26 16:30:13.517792 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9299e4-e71d-4c7f-8ea7-02d303593a64 req-74a8000f-97ae-44ef-a395-f31d46e426a9 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:13.519349 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7e9299e4-e71d-4c7f-8ea7-02d303593a64 req-74a8000f-97ae-44ef-a395-f31d46e426a9 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0727754 Jun 26 16:30:13.527985 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 57116) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:13.563092 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7e9299e4-e71d-4c7f-8ea7-02d303593a64 req-d0c83bcd-2070-49d6-b5e9-c385f582a1b9 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354052 Jun 26 16:30:13.622492 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-network', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:13.744427 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Made reservation on behalf of 3e8d5454a3a34b91b88733c476597ace for: {'network': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:30:13.746607 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for network, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:13.755783 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:13.838726 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:13.933148 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:13.937150 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-3aae5a8f-d92c-44e9-acb3-275735ec2273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:13.957786 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:30:13.966179 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67889067-a274-4691-abbc-2617bde84731,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:13.974486 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:13.974868 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.segments_db [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Added segment c406c7f9-c429-4f0a-80a4-a6324393fca2 of type vlan for network f32909da-b54c-444e-b1bf-6d65d5e65a3d Jun 26 16:30:13.981764 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:13.982146 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:13.982518 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:13.982921 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:13.983285 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:13.983648 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:13.984007 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:13.984364 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:13.984722 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:13.985078 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:13.985429 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:13.985779 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:13.990649 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:14.025820 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735252774503'] for network, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:14.184491 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for network, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:14.186487 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:14.186487 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:14.189574 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-130edcab-c434-4b72-9357-31065c9d8a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:14.247829 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Pushing event updated for resources: {'Network': ['ID=f32909da-b54c-444e-b1bf-6d65d5e65a3d,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:14.250468 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:14.259348 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Network f32909da-b54c-444e-b1bf-6d65d5e65a3d details requested by agent ovs-agent-dv-cinder-798189-1-iscsi with host dv-cinder-798189-1-iscsi {{(pid=93426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:30:14.338868 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8097439 Jun 26 16:30:14.341701 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 57130) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:14.346989 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-2cc77322-2f41-4268-b97b-b5aa0ab6ce33 admin admin] Request body: {'subnet': {'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-subnet', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:14.427299 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc77322-2f41-4268-b97b-b5aa0ab6ce33 admin admin] Made reservation on behalf of 3e8d5454a3a34b91b88733c476597ace for: {'subnet': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:30:14.429637 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-2cc77322-2f41-4268-b97b-b5aa0ab6ce33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2800188'] for subnet, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:14.646269 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c45363-c82d-4a6a-8126-3d4b91aacf4f req-2873e90f-99f7-40f4-8a05-b5c82673f70f tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:14.647789 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-50c45363-c82d-4a6a-8126-3d4b91aacf4f req-2873e90f-99f7-40f4-8a05-b5c82673f70f tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=0481b7eb-1f81-4cb7-b973-66bf868f6c7d HTTP/1.1" status: 200 len: 943 time: 0.1054482 Jun 26 16:30:14.671732 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-2cc77322-2f41-4268-b97b-b5aa0ab6ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2366313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2800174'] for subnet, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:14.676047 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-f389b342-757d-47e1-8b72-adf6f755bf2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:14.754976 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-50c45363-c82d-4a6a-8126-3d4b91aacf4f req-da5f3b3e-ad0b-4f9d-8c1a-25cfb4dcbad6 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998671 Jun 26 16:30:14.764594 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc77322-2f41-4268-b97b-b5aa0ab6ce33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6302d635-3f7d-4e5f-b072-feefede6d6d8,revision_number=0']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:14.769534 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-2cc77322-2f41-4268-b97b-b5aa0ab6ce33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:14.791505 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc77322-2f41-4268-b97b-b5aa0ab6ce33 admin admin] Checking segment: {'id': 'c406c7f9-c429-4f0a-80a4-a6324393fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:30:14.791842 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc77322-2f41-4268-b97b-b5aa0ab6ce33 admin admin] Network hostable DHCP agents. Network: f32909da-b54c-444e-b1bf-6d65d5e65a3d, hostable agents: ['e5212cc2-9f20-47fc-9661-8d059b13ec7e'], hosted agents: [] {{(pid=93425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:30:14.818418 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9d348-d390-4065-9226-a049f37557ce req-e5766225-a42a-467f-86fe-3f4a021ea3a4 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:14.819894 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a7d9d348-d390-4065-9226-a049f37557ce req-e5766225-a42a-467f-86fe-3f4a021ea3a4 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.1399984 Jun 26 16:30:14.856628 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a7d9d348-d390-4065-9226-a049f37557ce req-1de60cd4-6105-41c1-acf0-cef8b1dd149e tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307653 Jun 26 16:30:14.907906 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc77322-2f41-4268-b97b-b5aa0ab6ce33 admin admin] Network f32909da-b54c-444e-b1bf-6d65d5e65a3d is scheduled to be hosted by DHCP agent e5212cc2-9f20-47fc-9661-8d059b13ec7e with binding_index 1 {{(pid=93425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:30:15.001317 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [None req-2cc77322-2f41-4268-b97b-b5aa0ab6ce33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-iscsi, f32909da-b54c-444e-b1bf-6d65d5e65a3d) {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:30:15.005703 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc77322-2f41-4268-b97b-b5aa0ab6ce33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:15.006252 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-2cc77322-2f41-4268-b97b-b5aa0ab6ce33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:15.011700 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dc9755-7870-4a1f-a0d9-80f9be090132 None None] Network f32909da-b54c-444e-b1bf-6d65d5e65a3d requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:30:15.097086 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-2cc77322-2f41-4268-b97b-b5aa0ab6ce33 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7541323 Jun 26 16:30:15.102537 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 57136) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:15.107066 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-5542e7de-29c1-4558-8702-6da838dd3ea5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-router', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:15.149040 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ca9a55-d6be-55c4-8bea-142b29d96e3d-f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'fixed_ips': [{'subnet_id': '6302d635-3f7d-4e5f-b072-feefede6d6d8'}]}} from dv-cinder-798189-1-iscsi. {{(pid=93426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 16:30:15.149899 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:15.153426 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:30:15.194210 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5542e7de-29c1-4558-8702-6da838dd3ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:15.195295 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5542e7de-29c1-4558-8702-6da838dd3ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679976', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5645'] for router, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:15.248625 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5542e7de-29c1-4558-8702-6da838dd3ea5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:15.346532 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b,segment=NetworkSegment(0a88f6d2-85a2-4918-bf9f-01650ccdd4a4),segment_id=0a88f6d2-85a2-4918-bf9f-01650ccdd4a4)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:15.361803 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.db_base_plugin_common [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Allocated IP 172.20.0.2 (f32909da-b54c-444e-b1bf-6d65d5e65a3d/6302d635-3f7d-4e5f-b072-feefede6d6d8/b79af92b-ac88-497c-826d-5cb856f21c3b) {{(pid=93426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:30:15.367686 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': '565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b', 'network_id': 'bb61fcc5-b55f-4ea6-88ab-05941d155a7c', 'port_id': '565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b', 'mac_address': 'fa:16:3e:d4:89:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5db32e-b227-440d-8ae4-66ad01ce9b48', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:30:15.434738 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5542e7de-29c1-4558-8702-6da838dd3ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5695'] for router, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:15.456045 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:15.473228 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:30:15.505244 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b,segment=NetworkSegment(0a88f6d2-85a2-4918-bf9f-01650ccdd4a4),segment_id=0a88f6d2-85a2-4918-bf9f-01650ccdd4a4)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:15.563891 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Notify callbacks [] for port, precommit_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:15.572578 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Transition to ACTIVE for port object b79af92b-ac88-497c-826d-5cb856f21c3b will not be triggered until provisioned by entity L2. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:30:15.581112 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:15.584906 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:15.608684 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Transition to ACTIVE for port object b79af92b-ac88-497c-826d-5cb856f21c3b will not be triggered until provisioned by entity DHCP. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:30:15.634072 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:15.637659 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:15.714806 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5542e7de-29c1-4558-8702-6da838dd3ea5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:15.716298 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741'] for port, after_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:15.719308 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-05706bbd-e9ea-4aca-abdd-e4aa3e7072e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:15.733667 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5542e7de-29c1-4558-8702-6da838dd3ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:15.761718 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Network f32909da-b54c-444e-b1bf-6d65d5e65a3d is already hosted by enough agents. {{(pid=93426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:30:15.766327 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.scheduler.base_scheduler [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Resources bound (agent type, host, resource id): {{(pid=93426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:30:15.769525 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Received port after_create {{(pid=93426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:30:15.776906 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Pushing event updated for resources: {'Port': ['ID=b79af92b-ac88-497c-826d-5cb856f21c3b,revision_number=1']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:15.780185 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:15.839444 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Attempting to bind port b79af92b-ac88-497c-826d-5cb856f21c3b on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:30:15.839838 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Attempting to bind port b79af92b-ac88-497c-826d-5cb856f21c3b by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': 'c406c7f9-c429-4f0a-80a4-a6324393fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d'}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:30:15.840231 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Attempting to bind port b79af92b-ac88-497c-826d-5cb856f21c3b on network f32909da-b54c-444e-b1bf-6d65d5e65a3d {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:30:15.846633 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_common [None req-5542e7de-29c1-4558-8702-6da838dd3ea5 admin admin] Allocated IP 172.27.2.151 (1236ffa6-61e0-401d-8733-f5e5c635b4bb/85c7ca79-f8ed-404d-bbb5-368914d3121b/9a409112-e3c6-4e6f-a95e-a0d243ab7486) {{(pid=93425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:30:15.846989 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:30:15.847274 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Checking segment: {'id': 'c406c7f9-c429-4f0a-80a4-a6324393fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:30:15.847692 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:15.848392 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Bound using segment: {'id': 'c406c7f9-c429-4f0a-80a4-a6324393fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d'} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:30:15.848581 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Bound port: b79af92b-ac88-497c-826d-5cb856f21c3b, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c406c7f9-c429-4f0a-80a4-a6324393fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d'}}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:30:15.848957 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:15.851246 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:30:15.964647 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] For port b79af92b-ac88-497c-826d-5cb856f21c3b, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:30:15.971248 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] For port b79af92b-ac88-497c-826d-5cb856f21c3b, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=b79af92b-ac88-497c-826d-5cb856f21c3b,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:30:16.038184 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba3915-b60b-4655-91af-267956e6388a req-5afb9514-05e4-453f-89a8-395de4bec7f4 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:16.039811 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-35ba3915-b60b-4655-91af-267956e6388a req-5afb9514-05e4-453f-89a8-395de4bec7f4 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=0481b7eb-1f81-4cb7-b973-66bf868f6c7d HTTP/1.1" status: 200 len: 944 time: 0.1670339 Jun 26 16:30:16.043275 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5542e7de-29c1-4558-8702-6da838dd3ea5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:16.045687 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:16.047566 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:16.101919 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Pushing event updated for resources: {'Port': ['ID=b79af92b-ac88-497c-826d-5cb856f21c3b,revision_number=2']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:16.105201 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:16.115440 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-35ba3915-b60b-4655-91af-267956e6388a req-ff58340f-481e-431b-9e8c-2a50ac338173 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675399 Jun 26 16:30:16.129546 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ae89d-2d82-4766-97ba-14583264563e req-519668c6-a21b-48d5-b951-45989e2f983d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:16.131051 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4a9ae89d-2d82-4766-97ba-14583264563e req-519668c6-a21b-48d5-b951-45989e2f983d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.1485388 Jun 26 16:30:16.176079 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4a9ae89d-2d82-4766-97ba-14583264563e req-76344eff-ef51-4149-8087-74cc84486459 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365071 Jun 26 16:30:16.241756 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5542e7de-29c1-4558-8702-6da838dd3ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2366237'] for port, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:16.247243 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:16.281148 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5542e7de-29c1-4558-8702-6da838dd3ea5 admin admin] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:30:16.307367 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [None req-5542e7de-29c1-4558-8702-6da838dd3ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:30:16.309577 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542e7de-29c1-4558-8702-6da838dd3ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=9a409112-e3c6-4e6f-a95e-a0d243ab7486,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:16.311954 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5542e7de-29c1-4558-8702-6da838dd3ea5 admin admin] Received port after_create {{(pid=93425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:30:16.313909 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-5542e7de-29c1-4558-8702-6da838dd3ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:16.634071 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5542e7de-29c1-4558-8702-6da838dd3ea5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:16.835486 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5542e7de-29c1-4558-8702-6da838dd3ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646799'] for router, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:17.035913 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87e0188-5fda-4473-8ed8-0fb67df63c3d None None] Network f32909da-b54c-444e-b1bf-6d65d5e65a3d requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:30:17.069860 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5542e7de-29c1-4558-8702-6da838dd3ea5 admin admin] Router d775a92f-66e1-408e-9006-2f89f1e0fca5 is scheduled to L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 with binding_index 1 {{(pid=93425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 16:30:17.198507 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:30:17.249356 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-0fd60b15-93cd-484b-92fd-a9435a481a5f None None] Provisioning for port b79af92b-ac88-497c-826d-5cb856f21c3b completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:30:17.355114 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning for port 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:30:17.380265 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:30:17.380265 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:17.469283 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:17.494559 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0481b7eb-1f81-4cb7-b973-66bf868f6c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:30:17.497538 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d452d0c6-0073-4f75-a0b2-5994c46f8e38" -d '{"events": [{"server_uuid": "0481b7eb-1f81-4cb7-b973-66bf868f6c7d", "name": "network-vif-plugged", "status": "completed", "tag": "565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:30:17.511579 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b,segment=NetworkSegment(0a88f6d2-85a2-4918-bf9f-01650ccdd4a4),segment_id=0a88f6d2-85a2-4918-bf9f-01650ccdd4a4)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:17.513420 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5542e7de-29c1-4558-8702-6da838dd3ea5 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:30:17.522495 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] Sync routers for ids ['d775a92f-66e1-408e-9006-2f89f1e0fca5'] in dv-cinder-798189-1-iscsi {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:30:17.530824 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] Routers {'d775a92f-66e1-408e-9006-2f89f1e0fca5'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:30:17.531450 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:30:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d775a92f-66e1-408e-9006-2f89f1e0fca5'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:17.552931 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0bfc7-b130-4974-87a4-4b8061b80dda req-3c8c461a-648b-4cf5-94d3-63d7c30a2e8c tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:17.553335 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ffb0bfc7-b130-4974-87a4-4b8061b80dda req-3c8c461a-648b-4cf5-94d3-63d7c30a2e8c tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=0481b7eb-1f81-4cb7-b973-66bf868f6c7d HTTP/1.1" status: 200 len: 944 time: 0.0886443 Jun 26 16:30:17.598525 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ffb0bfc7-b130-4974-87a4-4b8061b80dda req-2278721b-18b5-4b0a-ad2f-37509175afac tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389359 Jun 26 16:30:17.632737 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5542e7de-29c1-4558-8702-6da838dd3ea5 admin admin] Notify callbacks [] for router, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:17.634187 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-5542e7de-29c1-4558-8702-6da838dd3ea5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5305915 Jun 26 16:30:17.637714 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 57168) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:17.823535 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc41eeb-942b-4a04-8399-91ce1e9969d3 x-openstack-request-id: req-7cc41eeb-942b-4a04-8399-91ce1e9969d3 {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:30:17.823820 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0481b7eb-1f81-4cb7-b973-66bf868f6c7d", "name": "network-vif-plugged", "status": "completed", "tag": "565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:30:17.824083 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7cc41eeb-942b-4a04-8399-91ce1e9969d3 {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:30:17.824583 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0481b7eb-1f81-4cb7-b973-66bf868f6c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b', 'code': 200} Jun 26 16:30:17.832459 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:17.841114 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-9bf09c1a-383c-4872-bb12-ccaa712b4b5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:17.885164 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b56f6-41fc-488f-a4ee-dfbc42d29ee8 req-5c4a5da7-1b61-4e33-a9f1-15c26df28e43 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:17.893361 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-387b56f6-41fc-488f-a4ee-dfbc42d29ee8 req-5c4a5da7-1b61-4e33-a9f1-15c26df28e43 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.2185986 Jun 26 16:30:17.894487 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] Set router d775a92f-66e1-408e-9006-2f89f1e0fca5 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:30:17.934594 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:17.938024 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:17.944540 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba288d-5046-49a9-95e6-5df6263028ee req-eba0fe8f-b7c4-47aa-9dae-4baba34bf0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:17.946160 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5bba288d-5046-49a9-95e6-5df6263028ee req-eba0fe8f-b7c4-47aa-9dae-4baba34bf0aa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55cf3d619b72423baea826ad8c737f5b&device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 1137 time: 0.2211657 Jun 26 16:30:17.959926 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce83ae-5d1e-4b33-972a-cc2485517b8f req-5c759b77-6d4d-4ea1-92b1-b85bd086ac72 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:17.961397 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f6ce83ae-5d1e-4b33-972a-cc2485517b8f req-5c759b77-6d4d-4ea1-92b1-b85bd086ac72 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 984 time: 0.1748743 Jun 26 16:30:18.021085 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-387b56f6-41fc-488f-a4ee-dfbc42d29ee8 req-0863dead-8718-4795-8f6b-e882e6d15e95 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267376 Jun 26 16:30:18.065904 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f6ce83ae-5d1e-4b33-972a-cc2485517b8f req-1ddd1a63-eeb1-4ba2-97cb-fb68c9527d71 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&id=c9f3fa2a-ab9f-4c5c-96b0-141160259294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901349 Jun 26 16:30:18.119731 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-router', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:16Z', 'revision_number': 3, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'gw_port': {'id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:18.139606 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba288d-5046-49a9-95e6-5df6263028ee req-5b6d5cb3-b692-4759-a5a2-e6a7f286af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:18.143961 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5bba288d-5046-49a9-95e6-5df6263028ee req-5b6d5cb3-b692-4759-a5a2-e6a7f286af15 service neutron] 10.222.0.38 "GET /v2.0/networks?id=def1ce9b-0209-447b-b28a-e08d7371c68b HTTP/1.1" status: 200 len: 915 time: 0.1793537 Jun 26 16:30:18.148492 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] Checking router: d775a92f-66e1-408e-9006-2f89f1e0fca5 for host: dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:30:18.148959 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] Updating router d775a92f-66e1-408e-9006-2f89f1e0fca5 port 9a409112-e3c6-4e6f-a95e-a0d243ab7486 binding host dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:30:18.186220 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:18.232938 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921ba6b-b66d-4980-913c-094ed653cbb4 req-c02d1eca-8adc-4e83-8b43-42431fe4ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:18.234832 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-7921ba6b-b66d-4980-913c-094ed653cbb4 req-c02d1eca-8adc-4e83-8b43-42431fe4ecd8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0481b7eb-1f81-4cb7-b973-66bf868f6c7d HTTP/1.1" status: 200 len: 1098 time: 0.1343856 Jun 26 16:30:18.238181 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:18.239906 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5bba288d-5046-49a9-95e6-5df6263028ee req-4ccfa5c5-7862-48ec-a64f-a7712daf2c23 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a521fa0c-fd5e-4d63-ad09-2800cf799f22 HTTP/1.1" status: 200 len: 1000 time: 0.0890627 Jun 26 16:30:18.294866 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba288d-5046-49a9-95e6-5df6263028ee req-0a432178-545a-48dd-be69-cebdfad3c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:18.296474 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5bba288d-5046-49a9-95e6-5df6263028ee req-0a432178-545a-48dd-be69-cebdfad3c7f1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=91a97eac-e645-4b77-b890-2564c4b72980 HTTP/1.1" status: 200 len: 853 time: 0.0489480 Jun 26 16:30:18.316217 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-7921ba6b-b66d-4980-913c-094ed653cbb4 req-b66ed627-8da0-4f2f-8bfa-462c8c79bc87 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680902 Jun 26 16:30:18.360292 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba288d-5046-49a9-95e6-5df6263028ee req-342fde84-bd4f-4a22-80a6-84022de87e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:18.361777 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5bba288d-5046-49a9-95e6-5df6263028ee req-342fde84-bd4f-4a22-80a6-84022de87e6a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=def1ce9b-0209-447b-b28a-e08d7371c68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568743 Jun 26 16:30:18.438983 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device b79af92b-ac88-497c-826d-5cb856f21c3b up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:30:18.447663 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Allocated IP 172.20.0.1 (f32909da-b54c-444e-b1bf-6d65d5e65a3d/6302d635-3f7d-4e5f-b072-feefede6d6d8/ba1cc207-9eae-4ac5-b500-79ff56f98db0) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:30:18.484781 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5bba288d-5046-49a9-95e6-5df6263028ee req-45cc4050-fd2f-408d-8a14-475edc1930d2 service neutron] 10.222.0.38 "GET /v2.0/networks/def1ce9b-0209-447b-b28a-e08d7371c68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085839 Jun 26 16:30:18.579121 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:18.579319 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] Notify callbacks [] for port, precommit_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:18.584080 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] Transition to ACTIVE for port object 9a409112-e3c6-4e6f-a95e-a0d243ab7486 will not be triggered until provisioned by entity L2. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:30:18.600161 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5bba288d-5046-49a9-95e6-5df6263028ee req-1492af94-9b38-47fd-ac1e-adb0e448c542 service neutron] 10.222.0.38 "GET /v2.0/networks/def1ce9b-0209-447b-b28a-e08d7371c68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944405 Jun 26 16:30:18.614681 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.provisioning_blocks [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Transition to ACTIVE for port object ba1cc207-9eae-4ac5-b500-79ff56f98db0 will not be triggered until provisioned by entity DHCP. {{(pid=93424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:30:18.630333 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14369f-9408-44f0-9451-28808dfacb8f req-0fe9bbe7-dd13-4c4b-b6db-b8c3d98cc6a4 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:18.631013 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port b79af92b-ac88-497c-826d-5cb856f21c3b completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:30:18.632346 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ef14369f-9408-44f0-9451-28808dfacb8f req-0fe9bbe7-dd13-4c4b-b6db-b8c3d98cc6a4 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.1597779 Jun 26 16:30:18.641980 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port b79af92b-ac88-497c-826d-5cb856f21c3b triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:30:18.642357 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:18.673450 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486cd9c-26e4-44c9-8b4d-bc8d1ccae559 req-08ff1c34-9e5c-4882-88a4-0d036718f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:18.674373 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:18.675022 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-5486cd9c-26e4-44c9-8b4d-bc8d1ccae559 req-08ff1c34-9e5c-4882-88a4-0d036718f5f8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37245b0b96f64637951914c50cb066eb&device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 1099 time: 0.1010411 Jun 26 16:30:18.679748 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:18.688317 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ef14369f-9408-44f0-9451-28808dfacb8f req-ec5fd8c3-f5c5-41cd-a1ff-2187b9ca47ba tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492940 Jun 26 16:30:18.759005 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9987695'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:18.760071 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518e57c-fbbc-44ac-a8be-721a21d909f0 None None] Pushing event updated for resources: {'Port': ['ID=9a409112-e3c6-4e6f-a95e-a0d243ab7486,revision_number=2']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:18.764775 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-4518e57c-fbbc-44ac-a8be-721a21d909f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:18.770242 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:18.783339 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] Attempting to bind port 9a409112-e3c6-4e6f-a95e-a0d243ab7486 on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:30:18.785057 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] Attempting to bind port 9a409112-e3c6-4e6f-a95e-a0d243ab7486 by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:30:18.785057 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] Attempting to bind port 9a409112-e3c6-4e6f-a95e-a0d243ab7486 on network 1236ffa6-61e0-401d-8733-f5e5c635b4bb {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:30:18.791275 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:30:18.791666 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] Checking segment: {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:30:18.792176 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:18.792612 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] Bound using segment: {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:30:18.793107 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] Bound port: 9a409112-e3c6-4e6f-a95e-a0d243ab7486, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:30:18.793493 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:18.812174 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10a24b-521b-4d32-b5ef-cc5ed88d8296 req-3a0c9e37-a7b0-4a17-b4fe-15fce3e5de45 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:18.813667 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4c10a24b-521b-4d32-b5ef-cc5ed88d8296 req-3a0c9e37-a7b0-4a17-b4fe-15fce3e5de45 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=0481b7eb-1f81-4cb7-b973-66bf868f6c7d HTTP/1.1" status: 200 len: 945 time: 0.0778177 Jun 26 16:30:18.819824 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Network f32909da-b54c-444e-b1bf-6d65d5e65a3d is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:30:18.832738 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:30:18.839632 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:30:18.848289 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Pushing event updated for resources: {'Port': ['ID=ba1cc207-9eae-4ac5-b500-79ff56f98db0,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:18.860629 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4c10a24b-521b-4d32-b5ef-cc5ed88d8296 req-449d85b4-6dd1-4daa-9068-ab2adcb7c37b tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397279 Jun 26 16:30:18.885442 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:18.890430 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:18.890430 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486cd9c-26e4-44c9-8b4d-bc8d1ccae559 req-197b3065-cc49-4832-b25e-a29a86d97693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:18.895450 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-5486cd9c-26e4-44c9-8b4d-bc8d1ccae559 req-197b3065-cc49-4832-b25e-a29a86d97693 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6e78350e-b03c-4768-a782-c82d20e18c58 HTTP/1.1" status: 200 len: 912 time: 0.2126391 Jun 26 16:30:18.918982 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684301'] for router_interface, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:18.939450 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port b79af92b-ac88-497c-826d-5cb856f21c3b, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=b79af92b-ac88-497c-826d-5cb856f21c3b,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:18.949770 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] For port 9a409112-e3c6-4e6f-a95e-a0d243ab7486, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:30:18.961862 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] For port 9a409112-e3c6-4e6f-a95e-a0d243ab7486, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=9a409112-e3c6-4e6f-a95e-a0d243ab7486,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:30:19.036631 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-5486cd9c-26e4-44c9-8b4d-bc8d1ccae559 req-2c844ceb-d63d-43b9-b300-dda27dd15468 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7eff7d9-64c3-44ba-abef-afe21dc226a2 HTTP/1.1" status: 200 len: 1002 time: 0.1299274 Jun 26 16:30:19.043273 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:19.046864 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-bcc8285a-100d-4309-89ed-9abc47c10ad2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:19.078570 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:19.130025 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486cd9c-26e4-44c9-8b4d-bc8d1ccae559 req-eb649bd7-3014-425d-b462-d125386e5e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:19.131546 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-5486cd9c-26e4-44c9-8b4d-bc8d1ccae559 req-eb649bd7-3014-425d-b462-d125386e5e08 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bf83ec24-380c-4a3f-bf30-b819dca890ff HTTP/1.1" status: 200 len: 850 time: 0.0837598 Jun 26 16:30:19.146561 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=b79af92b-ac88-497c-826d-5cb856f21c3b,revision_number=3']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:19.155630 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:19.159639 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] Routers {'d775a92f-66e1-408e-9006-2f89f1e0fca5'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:30:19.160483 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:30:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d775a92f-66e1-408e-9006-2f89f1e0fca5'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:19.162600 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:19.199159 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486cd9c-26e4-44c9-8b4d-bc8d1ccae559 req-a7452404-1bf8-421a-b6b0-615bafef84df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:19.200784 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-5486cd9c-26e4-44c9-8b4d-bc8d1ccae559 req-a7452404-1bf8-421a-b6b0-615bafef84df service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6e78350e-b03c-4768-a782-c82d20e18c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618484 Jun 26 16:30:19.272449 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd7b23-e652-4f8a-9b28-8132a25691b1 req-09270dc6-1a7c-4d0f-a130-546a76b1a63e tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:19.274373 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-03cd7b23-e652-4f8a-9b28-8132a25691b1 req-09270dc6-1a7c-4d0f-a130-546a76b1a63e tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 984 time: 0.0735822 Jun 26 16:30:19.324260 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:19.326902 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] Set router d775a92f-66e1-408e-9006-2f89f1e0fca5 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:30:19.328419 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-03cd7b23-e652-4f8a-9b28-8132a25691b1 req-e650b142-1e5f-4a01-8c9a-6ce0b00aee70 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&id=c9f3fa2a-ab9f-4c5c-96b0-141160259294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471330 Jun 26 16:30:19.329997 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-e3a8dd00-ecbf-42ab-9818-ca0c7d6a42d3 None None] Provisioning for port ba1cc207-9eae-4ac5-b500-79ff56f98db0 completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:30:19.332038 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518e57c-fbbc-44ac-a8be-721a21d909f0 None None] Pushing event updated for resources: {'Port': ['ID=9a409112-e3c6-4e6f-a95e-a0d243ab7486,revision_number=3']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:19.335134 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-4518e57c-fbbc-44ac-a8be-721a21d909f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:19.361093 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-e3a8dd00-ecbf-42ab-9818-ca0c7d6a42d3 None None] Provisioning complete for port ba1cc207-9eae-4ac5-b500-79ff56f98db0 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:30:19.361474 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-e3a8dd00-ecbf-42ab-9818-ca0c7d6a42d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:19.399446 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-5486cd9c-26e4-44c9-8b4d-bc8d1ccae559 req-dc4048d5-35e2-4cab-b8bd-d9f3e5e61b97 service neutron] 10.222.0.38 "GET /v2.0/networks/6e78350e-b03c-4768-a782-c82d20e18c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867518 Jun 26 16:30:19.468846 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-e3a8dd00-ecbf-42ab-9818-ca0c7d6a42d3 None None] Port ba1cc207-9eae-4ac5-b500-79ff56f98db0 cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:30:19.539052 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-router', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:16Z', 'revision_number': 3, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'gw_port': {'id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:19.567794 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-5486cd9c-26e4-44c9-8b4d-bc8d1ccae559 req-5c3a7fbb-eb29-4c4d-aecb-22bb3cd5f750 service neutron] 10.222.0.38 "GET /v2.0/networks/6e78350e-b03c-4768-a782-c82d20e18c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400752 Jun 26 16:30:19.568760 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6122da5-1e24-425f-b5f8-fe3abec8ad44 None None] The sync data for ids ['d775a92f-66e1-408e-9006-2f89f1e0fca5'] in dv-cinder-798189-1-iscsi is: [{'id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-router', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:16Z', 'revision_number': 3, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'gw_port': {'id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}] {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:30:19.588653 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:19.681012 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:19.683416 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:19.748546 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Pushing event updated for resources: {'Port': ['ID=ba1cc207-9eae-4ac5-b500-79ff56f98db0,revision_number=2']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:19.752350 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684433'] for router_interface, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:19.755193 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:19.879214 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Network f32909da-b54c-444e-b1bf-6d65d5e65a3d is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:30:19.885170 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:30:19.984466 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f3387-fe31-4cf2-8ca3-253af5138e64 req-dec34526-b94a-42d0-94c6-4f6240514590 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:19.994356 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2b1f3387-fe31-4cf2-8ca3-253af5138e64 req-dec34526-b94a-42d0-94c6-4f6240514590 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.1541088 Jun 26 16:30:20.083623 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2b1f3387-fe31-4cf2-8ca3-253af5138e64 req-43c4cf73-2a54-4561-84b8-206be485f51b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879481 Jun 26 16:30:20.116090 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f2d84-d3c7-4839-a102-623beed2d6b7 req-dff360a4-379e-4790-8359-26490328d872 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:20.120217 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f22f2d84-d3c7-4839-a102-623beed2d6b7 req-dff360a4-379e-4790-8359-26490328d872 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=0481b7eb-1f81-4cb7-b973-66bf868f6c7d HTTP/1.1" status: 200 len: 945 time: 0.1109488 Jun 26 16:30:20.177429 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f22f2d84-d3c7-4839-a102-623beed2d6b7 req-4ac115f4-444c-4f93-bc93-a0af37a03232 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524142 Jun 26 16:30:20.298287 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-1fad94b3-47ba-4c47-90b7-303e12317970 None None] Provisioning complete for port ba1cc207-9eae-4ac5-b500-79ff56f98db0 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:30:20.298799 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-1fad94b3-47ba-4c47-90b7-303e12317970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:20.387015 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-1fad94b3-47ba-4c47-90b7-303e12317970 None None] Port ba1cc207-9eae-4ac5-b500-79ff56f98db0 cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:30:20.469344 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 9a409112-e3c6-4e6f-a95e-a0d243ab7486 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:30:20.534187 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Router d775a92f-66e1-408e-9006-2f89f1e0fca5 has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:30:20.598018 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcde78-fb53-44d6-88ee-d0e88a47826d req-4b9a2f3c-0627-431a-a375-b555c8e88567 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:20.599656 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5fbcde78-fb53-44d6-88ee-d0e88a47826d req-4b9a2f3c-0627-431a-a375-b555c8e88567 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 984 time: 0.0837054 Jun 26 16:30:20.607248 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port 9a409112-e3c6-4e6f-a95e-a0d243ab7486 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:30:20.612624 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 9a409112-e3c6-4e6f-a95e-a0d243ab7486 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:30:20.613509 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:20.692734 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5fbcde78-fb53-44d6-88ee-d0e88a47826d req-68fb5fad-13df-40d6-9430-cc36c1a420dc tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&id=c9f3fa2a-ab9f-4c5c-96b0-141160259294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811269 Jun 26 16:30:20.711586 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:30:20.727391 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] 10.222.0.35 "PUT /v2.0/routers/d775a92f-66e1-408e-9006-2f89f1e0fca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0883687 Jun 26 16:30:20.754847 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:20.776366 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port 9a409112-e3c6-4e6f-a95e-a0d243ab7486, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=9a409112-e3c6-4e6f-a95e-a0d243ab7486,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:20.890789 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:20.891619 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device b79af92b-ac88-497c-826d-5cb856f21c3b up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:30:20.893377 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:20.967421 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=9a409112-e3c6-4e6f-a95e-a0d243ab7486,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:20.971401 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:20.983933 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port b79af92b-ac88-497c-826d-5cb856f21c3b triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:30:20.983933 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:21.234898 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 57224) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:21.239974 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-12a5e840-8e5e-4a64-8ffd-4cdcba8291b0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1465679138', 'description': 'tempest-description--457655360'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:21.321811 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-12a5e840-8e5e-4a64-8ffd-4cdcba8291b0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:21.397525 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72f373-ab0b-43a9-982d-6512530e3f23 req-a4ad38a9-b0e2-4053-b03f-0c81c289e99b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:21.398961 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cf72f373-ab0b-43a9-982d-6512530e3f23 req-a4ad38a9-b0e2-4053-b03f-0c81c289e99b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0707452 Jun 26 16:30:21.416123 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-12a5e840-8e5e-4a64-8ffd-4cdcba8291b0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:21.439373 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cf72f373-ab0b-43a9-982d-6512530e3f23 req-0710f3a5-46bd-4987-a0a6-c6300d021ee7 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340595 Jun 26 16:30:21.481699 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-12a5e840-8e5e-4a64-8ffd-4cdcba8291b0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:21.484333 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-f5b35add-0ebc-42e2-b510-d1b23a3e2aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:21.511252 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5e840-8e5e-4a64-8ffd-4cdcba8291b0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d66ae750-c94c-4138-a676-283abb5b49e1,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:21.514125 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-12a5e840-8e5e-4a64-8ffd-4cdcba8291b0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:21.573025 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-12a5e840-8e5e-4a64-8ffd-4cdcba8291b0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:21.574273 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-12a5e840-8e5e-4a64-8ffd-4cdcba8291b0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3383803 Jun 26 16:30:21.575624 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] Sync routers for ids ['d775a92f-66e1-408e-9006-2f89f1e0fca5'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:30:21.577168 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 57230) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:21.581922 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-988e517f-44f8-4c7b-82b0-1fc1802149b0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Request body: {'security_group_rule': {'security_group_id': 'd66ae750-c94c-4138-a676-283abb5b49e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:21.585105 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] Routers {'d775a92f-66e1-408e-9006-2f89f1e0fca5'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:30:21.585705 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:30:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d775a92f-66e1-408e-9006-2f89f1e0fca5'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:21.664079 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-988e517f-44f8-4c7b-82b0-1fc1802149b0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:21.724287 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-988e517f-44f8-4c7b-82b0-1fc1802149b0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:21.774200 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] Set router d775a92f-66e1-408e-9006-2f89f1e0fca5 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:30:21.799670 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-988e517f-44f8-4c7b-82b0-1fc1802149b0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:21.801851 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:21.830442 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e517f-44f8-4c7b-82b0-1fc1802149b0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf508d8a-fe17-4931-8412-6376cb26f33d,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:21.836929 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-988e517f-44f8-4c7b-82b0-1fc1802149b0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:21.876213 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b1256-47a6-4033-bda8-734c24d52c13 req-35a98ca7-865a-4de5-a954-3c122fd3b454 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:21.877703 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-744b1256-47a6-4033-bda8-734c24d52c13 req-35a98ca7-865a-4de5-a954-3c122fd3b454 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 984 time: 0.0719604 Jun 26 16:30:21.890923 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-988e517f-44f8-4c7b-82b0-1fc1802149b0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:21.892109 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-988e517f-44f8-4c7b-82b0-1fc1802149b0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3140316 Jun 26 16:30:21.894669 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 57236) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:21.901149 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-13112a09-7c08-490f-9c9c-60694beb072f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Request body: {'security_group_rule': {'security_group_id': 'd66ae750-c94c-4138-a676-283abb5b49e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:21.933138 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-744b1256-47a6-4033-bda8-734c24d52c13 req-44f05f21-bc73-4546-9688-c1af039903ad tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&id=c9f3fa2a-ab9f-4c5c-96b0-141160259294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484610 Jun 26 16:30:21.982031 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-router', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:19Z', 'revision_number': 4, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'gw_port': {'id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'ba1cc207-9eae-4ac5-b500-79ff56f98db0', 'name': '', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'mac_address': 'fa:16:3e:50:be:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:18Z', 'updated_at': '2021-06-26T16:30:19Z', 'revision_number': 2, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'subnets': [{'id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:21.995112 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-13112a09-7c08-490f-9c9c-60694beb072f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:22.012090 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] Checking router: d775a92f-66e1-408e-9006-2f89f1e0fca5 for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:30:22.012466 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] Updating router d775a92f-66e1-408e-9006-2f89f1e0fca5 port ba1cc207-9eae-4ac5-b500-79ff56f98db0 binding host dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:30:22.046235 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-13112a09-7c08-490f-9c9c-60694beb072f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:22.050897 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:22.120918 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-13112a09-7c08-490f-9c9c-60694beb072f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:22.125412 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:22.143073 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13112a09-7c08-490f-9c9c-60694beb072f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde14309-3961-433a-aa11-123f9a22eee6,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:22.145609 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-13112a09-7c08-490f-9c9c-60694beb072f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:22.195461 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-13112a09-7c08-490f-9c9c-60694beb072f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:22.196590 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-13112a09-7c08-490f-9c9c-60694beb072f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3005805 Jun 26 16:30:22.200261 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 57240) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:22.204841 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-3422ab9f-faa8-4f5b-a1f4-f20cbfd2587f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Request body: {'floatingip': {'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:22.289560 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 9a409112-e3c6-4e6f-a95e-a0d243ab7486 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:30:22.308402 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3422ab9f-faa8-4f5b-a1f4-f20cbfd2587f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for floatingip, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:22.314732 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:22.325441 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] Transition to ACTIVE for port object ba1cc207-9eae-4ac5-b500-79ff56f98db0 will not be triggered until provisioned by entity L2. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:30:22.340175 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 9a409112-e3c6-4e6f-a95e-a0d243ab7486 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:30:22.340696 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:22.412802 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:22.415572 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:22.421895 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3422ab9f-faa8-4f5b-a1f4-f20cbfd2587f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:22.494210 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7945e3-0013-47a1-9c10-606e2465b5a4 None None] Pushing event updated for resources: {'Port': ['ID=ba1cc207-9eae-4ac5-b500-79ff56f98db0,revision_number=3']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:22.504694 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7945e3-0013-47a1-9c10-606e2465b5a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:22.505077 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7945e3-0013-47a1-9c10-606e2465b5a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:22.505399 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7945e3-0013-47a1-9c10-606e2465b5a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:22.505726 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7945e3-0013-47a1-9c10-606e2465b5a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:22.506046 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7945e3-0013-47a1-9c10-606e2465b5a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:22.506367 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7945e3-0013-47a1-9c10-606e2465b5a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:22.506683 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7945e3-0013-47a1-9c10-606e2465b5a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:22.507025 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7945e3-0013-47a1-9c10-606e2465b5a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:22.507341 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7945e3-0013-47a1-9c10-606e2465b5a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:22.507654 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7945e3-0013-47a1-9c10-606e2465b5a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:22.507964 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7945e3-0013-47a1-9c10-606e2465b5a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:22.508274 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7945e3-0013-47a1-9c10-606e2465b5a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:22.512669 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cb7945e3-0013-47a1-9c10-606e2465b5a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:22.542083 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [None req-3422ab9f-faa8-4f5b-a1f4-f20cbfd2587f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Allocated IP 172.27.2.21 (1236ffa6-61e0-401d-8733-f5e5c635b4bb/85c7ca79-f8ed-404d-bbb5-368914d3121b/825c3dfa-32cc-40cc-a7b8-bd5280cb48b6) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:30:22.580665 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] Attempting to bind port ba1cc207-9eae-4ac5-b500-79ff56f98db0 on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:30:22.581338 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] Attempting to bind port ba1cc207-9eae-4ac5-b500-79ff56f98db0 by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': 'c406c7f9-c429-4f0a-80a4-a6324393fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:30:22.581471 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] Attempting to bind port ba1cc207-9eae-4ac5-b500-79ff56f98db0 on network f32909da-b54c-444e-b1bf-6d65d5e65a3d {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:30:22.587241 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:30:22.588113 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] Checking segment: {'id': 'c406c7f9-c429-4f0a-80a4-a6324393fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:30:22.593315 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:22.593315 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] Bound using segment: {'id': 'c406c7f9-c429-4f0a-80a4-a6324393fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d'} {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:30:22.593315 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] Bound port: ba1cc207-9eae-4ac5-b500-79ff56f98db0, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c406c7f9-c429-4f0a-80a4-a6324393fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d'}}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:30:22.593315 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:22.669756 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] For port ba1cc207-9eae-4ac5-b500-79ff56f98db0, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:30:22.673280 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] For port ba1cc207-9eae-4ac5-b500-79ff56f98db0, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=ba1cc207-9eae-4ac5-b500-79ff56f98db0,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:30:22.695329 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3422ab9f-faa8-4f5b-a1f4-f20cbfd2587f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:22.736894 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:22.739261 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:22.785603 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] Routers {'d775a92f-66e1-408e-9006-2f89f1e0fca5'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:30:22.786247 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:30:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d775a92f-66e1-408e-9006-2f89f1e0fca5'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:22.790295 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3422ab9f-faa8-4f5b-a1f4-f20cbfd2587f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9987695'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:22.794355 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-e4328385-f703-4b31-9a40-4e4f18068040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:22.840927 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3422ab9f-faa8-4f5b-a1f4-f20cbfd2587f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:30:22.844223 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7945e3-0013-47a1-9c10-606e2465b5a4 None None] Pushing event updated for resources: {'Port': ['ID=ba1cc207-9eae-4ac5-b500-79ff56f98db0,revision_number=4']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:22.847439 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-cb7945e3-0013-47a1-9c10-606e2465b5a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:22.861485 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-3422ab9f-faa8-4f5b-a1f4-f20cbfd2587f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:30:22.870795 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3422ab9f-faa8-4f5b-a1f4-f20cbfd2587f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:30:22.876200 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422ab9f-faa8-4f5b-a1f4-f20cbfd2587f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Pushing event updated for resources: {'Port': ['ID=825c3dfa-32cc-40cc-a7b8-bd5280cb48b6,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:22.884790 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-3422ab9f-faa8-4f5b-a1f4-f20cbfd2587f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:22.943318 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] Set router d775a92f-66e1-408e-9006-2f89f1e0fca5 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:30:22.997222 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3422ab9f-faa8-4f5b-a1f4-f20cbfd2587f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:23.151423 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3422ab9f-faa8-4f5b-a1f4-f20cbfd2587f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:23.160583 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b08f29-236f-4aed-be2c-79974381a6ac req-0bba2ff8-b2f4-4291-8dfb-428d06f271a9 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:23.168657 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f4b08f29-236f-4aed-be2c-79974381a6ac req-0bba2ff8-b2f4-4291-8dfb-428d06f271a9 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 984 time: 0.0876164 Jun 26 16:30:23.217443 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f4b08f29-236f-4aed-be2c-79974381a6ac req-ee2af4d6-38fc-4e9a-995a-fc961b8275bc tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&id=c9f3fa2a-ab9f-4c5c-96b0-141160259294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478323 Jun 26 16:30:23.237990 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-router', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:19Z', 'revision_number': 4, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'gw_port': {'id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'ba1cc207-9eae-4ac5-b500-79ff56f98db0', 'name': '', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'mac_address': 'fa:16:3e:50:be:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:18Z', 'updated_at': '2021-06-26T16:30:22Z', 'revision_number': 4, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'subnets': [{'id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:23.266332 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfc3c0-a734-43fb-ad2e-89f2073076d0 None None] The sync data for ids ['d775a92f-66e1-408e-9006-2f89f1e0fca5'] in dv-cinder-798189-1-iscsi is: [{'id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-router', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:19Z', 'revision_number': 4, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'gw_port': {'id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'ba1cc207-9eae-4ac5-b500-79ff56f98db0', 'name': '', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'mac_address': 'fa:16:3e:50:be:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:18Z', 'updated_at': '2021-06-26T16:30:22Z', 'revision_number': 4, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'subnets': [{'id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:30:23.354490 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3422ab9f-faa8-4f5b-a1f4-f20cbfd2587f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for port, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:23.416412 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3422ab9f-faa8-4f5b-a1f4-f20cbfd2587f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:23.418688 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:23.487715 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422ab9f-faa8-4f5b-a1f4-f20cbfd2587f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Pushing event updated for resources: {'Port': ['ID=825c3dfa-32cc-40cc-a7b8-bd5280cb48b6,revision_number=2']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:23.491676 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-3422ab9f-faa8-4f5b-a1f4-f20cbfd2587f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:23.505436 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3422ab9f-faa8-4f5b-a1f4-f20cbfd2587f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646687'] for floatingip, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:23.590064 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3422ab9f-faa8-4f5b-a1f4-f20cbfd2587f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for floatingip, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:23.591526 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-3422ab9f-faa8-4f5b-a1f4-f20cbfd2587f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3900979 Jun 26 16:30:23.754991 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-82c1135f-b2ac-48d5-af23-53383d4b7f0d tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1465679138&fields=id&tenant_id=3e8d5454a3a34b91b88733c476597ace HTTP/1.1" status: 200 len: 267 time: 0.0409105 Jun 26 16:30:23.861571 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-f2d0a747-e8f3-4467-9e75-d394d8f1030a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:23.863151 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-f2d0a747-e8f3-4467-9e75-d394d8f1030a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/networks?id=f32909da-b54c-444e-b1bf-6d65d5e65a3d HTTP/1.1" status: 200 len: 817 time: 0.1074307 Jun 26 16:30:23.879200 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-058b9ca8-3fd7-49b9-a60e-38be19cd5f76 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/quotas/3e8d5454a3a34b91b88733c476597ace HTTP/1.1" status: 200 len: 375 time: 0.0102129 Jun 26 16:30:23.962328 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-0de393ce-8291-4c41-a0d2-15c5192e22a5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e8d5454a3a34b91b88733c476597ace&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0742011 Jun 26 16:30:24.062325 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-28c182bc-4fb2-4a18-9b72-ea23339dedfa service neutron] 10.222.0.35 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853710 Jun 26 16:30:24.156043 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-c6a0b4b6-cdfc-40c6-9fae-90efc477786c service neutron] 10.222.0.35 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876687 Jun 26 16:30:24.301733 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device ba1cc207-9eae-4ac5-b500-79ff56f98db0 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:30:24.428004 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3546d-bf98-420c-a662-e4258508eedb req-72db2298-9155-4faa-8646-ca00099e0a69 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:24.429756 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bce3546d-bf98-420c-a662-e4258508eedb req-72db2298-9155-4faa-8646-ca00099e0a69 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 984 time: 0.0963924 Jun 26 16:30:24.431792 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7cbd922b-db20-4148-8530-5493cf4d4579 req-661052d3-b7c3-4245-9143-fabf2f2d5061 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 210 time: 0.0421433 Jun 26 16:30:24.435403 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port ba1cc207-9eae-4ac5-b500-79ff56f98db0 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:30:24.439799 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port ba1cc207-9eae-4ac5-b500-79ff56f98db0 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:30:24.440249 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:24.506191 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bce3546d-bf98-420c-a662-e4258508eedb req-c75bb426-e0ba-4e77-8cc5-4bd988412456 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&id=c9f3fa2a-ab9f-4c5c-96b0-141160259294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581975 Jun 26 16:30:24.542885 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:24.575497 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port ba1cc207-9eae-4ac5-b500-79ff56f98db0, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=ba1cc207-9eae-4ac5-b500-79ff56f98db0,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:24.635358 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:24.637256 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-d98b8d8c-a444-4404-beed-62f46076be72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:24.682641 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=ba1cc207-9eae-4ac5-b500-79ff56f98db0,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:24.685714 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:25.523638 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9fdadc5e-c6bd-41eb-b5a7-49610bcdaaed req-26f90dad-6a1e-4725-a04d-a990bb43837e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 210 time: 0.0289874 Jun 26 16:30:25.699142 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffbc28-8d25-4cb4-8a82-65987ed918df req-025fb38d-a247-4467-a338-53d12fcf331b tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:25.700695 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-27ffbc28-8d25-4cb4-8a82-65987ed918df req-025fb38d-a247-4467-a338-53d12fcf331b tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 984 time: 0.0692308 Jun 26 16:30:25.739460 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-27ffbc28-8d25-4cb4-8a82-65987ed918df req-7525c466-d4eb-4367-991d-71d1247b9fe1 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&id=c9f3fa2a-ab9f-4c5c-96b0-141160259294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329468 Jun 26 16:30:26.272733 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device ba1cc207-9eae-4ac5-b500-79ff56f98db0 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:30:26.321916 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port ba1cc207-9eae-4ac5-b500-79ff56f98db0 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:30:26.322297 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:26.670334 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a4541be8-365c-4ad1-b845-24e4e393d8cf req-165c536d-5ca1-4616-917d-45ce93b1127e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 210 time: 0.0288537 Jun 26 16:30:26.912163 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0763b-2c99-4449-b0ba-1ae73d8114ad req-7ba5174a-da9c-4533-9a51-aefd826feabf tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:26.913721 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f5f0763b-2c99-4449-b0ba-1ae73d8114ad req-7ba5174a-da9c-4533-9a51-aefd826feabf tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 984 time: 0.0666950 Jun 26 16:30:26.954949 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f5f0763b-2c99-4449-b0ba-1ae73d8114ad req-6e177bea-ff78-4da0-bacf-82b12688cdb7 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&id=c9f3fa2a-ab9f-4c5c-96b0-141160259294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346117 Jun 26 16:30:27.813479 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-049f8bee-0381-4d04-a402-23429913afaf req-e8e8bac3-c44e-4424-87ad-b0a615a8f7d6 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 210 time: 0.0296779 Jun 26 16:30:28.130560 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a981de-2383-40bc-a0a3-074dd0079b0b req-3aee731c-5e51-4243-806c-811dc05e3eab tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:28.132047 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-35a981de-2383-40bc-a0a3-074dd0079b0b req-3aee731c-5e51-4243-806c-811dc05e3eab tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 984 time: 0.0640261 Jun 26 16:30:28.172148 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-35a981de-2383-40bc-a0a3-074dd0079b0b req-cbe3bb44-f554-46b4-9ea5-0a45b67826bb tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&id=c9f3fa2a-ab9f-4c5c-96b0-141160259294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341871 Jun 26 16:30:28.912482 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-e6fd1baf-2e41-4185-b7cd-664af244dc57 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:28.914272 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-e6fd1baf-2e41-4185-b7cd-664af244dc57 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.38 "GET /v2.0/networks?id=f32909da-b54c-444e-b1bf-6d65d5e65a3d HTTP/1.1" status: 200 len: 817 time: 0.1256092 Jun 26 16:30:28.962135 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-2d165f78-157c-4078-b1a5-744cb91c3e3a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e8d5454a3a34b91b88733c476597ace HTTP/1.1" status: 200 len: 380 time: 0.0345964 Jun 26 16:30:28.974411 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-f6f34455-6bc5-474f-b418-2da261445f3c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Request body: {'port': {'device_id': 'f0848ad8-411f-4d0b-8bd7-8aa549718bb1', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'admin_state_up': True, 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'security_groups': ['d66ae750-c94c-4138-a676-283abb5b49e1']}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:28.980150 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-93c5e7b0-dcf7-44be-a846-6b3a593df503 req-78ef082f-6547-4f49-8f66-45eb8d5fe25b tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 210 time: 0.0380719 Jun 26 16:30:29.161340 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-f6f34455-6bc5-474f-b418-2da261445f3c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Made reservation on behalf of 3e8d5454a3a34b91b88733c476597ace for: {'port': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:30:29.165152 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-f6f34455-6bc5-474f-b418-2da261445f3c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:29.288342 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-f6f34455-6bc5-474f-b418-2da261445f3c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Allocated IP 172.20.0.5 (f32909da-b54c-444e-b1bf-6d65d5e65a3d/6302d635-3f7d-4e5f-b072-feefede6d6d8/925c8981-81e6-4a85-b6fc-0f00667f17b0) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:30:29.353335 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64afd1d-b39a-4e4b-8af2-68a34c51017d req-294a117d-5180-449f-90e5-df484e7ea84a tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:29.354951 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f64afd1d-b39a-4e4b-8af2-68a34c51017d req-294a117d-5180-449f-90e5-df484e7ea84a tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 984 time: 0.0690091 Jun 26 16:30:29.395667 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f64afd1d-b39a-4e4b-8af2-68a34c51017d req-f6df90e9-7da5-4b2e-acac-467f1e073184 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&id=c9f3fa2a-ab9f-4c5c-96b0-141160259294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349903 Jun 26 16:30:29.429224 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-f6f34455-6bc5-474f-b418-2da261445f3c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:29.442177 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.provisioning_blocks [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-f6f34455-6bc5-474f-b418-2da261445f3c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Transition to ACTIVE for port object 925c8981-81e6-4a85-b6fc-0f00667f17b0 will not be triggered until provisioned by entity DHCP. {{(pid=93424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:30:29.553141 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-f6f34455-6bc5-474f-b418-2da261445f3c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9987695'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:29.553141 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-4687d5eb-43f5-48dd-a720-b22437417a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:29.591959 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-f6f34455-6bc5-474f-b418-2da261445f3c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Network f32909da-b54c-444e-b1bf-6d65d5e65a3d is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:30:29.596930 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-f6f34455-6bc5-474f-b418-2da261445f3c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:30:29.600566 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-f6f34455-6bc5-474f-b418-2da261445f3c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:30:29.629998 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f34455-6bc5-474f-b418-2da261445f3c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Pushing event updated for resources: {'Port': ['ID=925c8981-81e6-4a85-b6fc-0f00667f17b0,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:29.636660 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-f6f34455-6bc5-474f-b418-2da261445f3c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:29.660858 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-f6f34455-6bc5-474f-b418-2da261445f3c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:29.661507 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-f6f34455-6bc5-474f-b418-2da261445f3c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:29.742784 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-f6f34455-6bc5-474f-b418-2da261445f3c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7723918 Jun 26 16:30:29.755335 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Request body: {'port': {'device_id': 'f0848ad8-411f-4d0b-8bd7-8aa549718bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:29.829553 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:29.904327 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-c05ba363-77cc-4daa-9eb6-32f066c0e4a6 None None] Provisioning for port 925c8981-81e6-4a85-b6fc-0f00667f17b0 completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:30:29.908280 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-c05ba363-77cc-4daa-9eb6-32f066c0e4a6 None None] Provisioning complete for port 925c8981-81e6-4a85-b6fc-0f00667f17b0 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:30:29.908710 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c05ba363-77cc-4daa-9eb6-32f066c0e4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:29.942542 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-c05ba363-77cc-4daa-9eb6-32f066c0e4a6 None None] Port 925c8981-81e6-4a85-b6fc-0f00667f17b0 cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:30:30.099903 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925c8981-81e6-4a85-b6fc-0f00667f17b0 {{(pid=93424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:30:30.108148 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:30.126484 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.provisioning_blocks [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Transition to ACTIVE for port object 925c8981-81e6-4a85-b6fc-0f00667f17b0 will not be triggered until provisioned by entity L2. {{(pid=93424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:30:30.166864 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db19769-3173-4218-8da9-a83bf0436b43 req-954732f5-cd14-49c5-851b-d5a9e5ef5a26 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:30.168376 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3db19769-3173-4218-8da9-a83bf0436b43 req-954732f5-cd14-49c5-851b-d5a9e5ef5a26 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 931 time: 0.0629585 Jun 26 16:30:30.205835 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3db19769-3173-4218-8da9-a83bf0436b43 req-9c052124-240b-4d4e-b5b6-00b0fc4fa893 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318034 Jun 26 16:30:30.224095 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:30.226972 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:30.274621 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Pushing event updated for resources: {'Port': ['ID=925c8981-81e6-4a85-b6fc-0f00667f17b0,revision_number=2']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:30.293310 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:30.342479 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Attempting to bind port 925c8981-81e6-4a85-b6fc-0f00667f17b0 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:30:30.342740 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Attempting to bind port 925c8981-81e6-4a85-b6fc-0f00667f17b0 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'c406c7f9-c429-4f0a-80a4-a6324393fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d'}] {{(pid=93424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:30:30.343103 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Attempting to bind port 925c8981-81e6-4a85-b6fc-0f00667f17b0 on network f32909da-b54c-444e-b1bf-6d65d5e65a3d {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:30:30.347403 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Port 925c8981-81e6-4a85-b6fc-0f00667f17b0 on network f32909da-b54c-444e-b1bf-6d65d5e65a3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:30:30.347778 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Attempting to bind port 925c8981-81e6-4a85-b6fc-0f00667f17b0 on network f32909da-b54c-444e-b1bf-6d65d5e65a3d {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:30:30.353296 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Checking agent: {'id': '017f0d27-5c15-4479-952a-00a1dbd8023d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'started_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:30:30.355347 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Checking segment: {'id': 'c406c7f9-c429-4f0a-80a4-a6324393fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:30:30.355347 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Bound using segment: {'id': 'c406c7f9-c429-4f0a-80a4-a6324393fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d'} {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:30:30.355347 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Bound port: 925c8981-81e6-4a85-b6fc-0f00667f17b0, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c406c7f9-c429-4f0a-80a4-a6324393fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d'}}] {{(pid=93424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:30:30.355347 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:30.431221 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] For port 925c8981-81e6-4a85-b6fc-0f00667f17b0, host hv-cinder-79818, cleared binding levels {{(pid=93424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:30:30.435258 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] For port 925c8981-81e6-4a85-b6fc-0f00667f17b0, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=925c8981-81e6-4a85-b6fc-0f00667f17b0,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:30:30.509473 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:30.511944 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:30.550828 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:30.553150 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:30.553150 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] 10.222.0.38 "PUT /v2.0/ports/925c8981-81e6-4a85-b6fc-0f00667f17b0 HTTP/1.1" status: 200 len: 1093 time: 0.8023815 Jun 26 16:30:30.555794 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0848ad8-411f-4d0b-8bd7-8aa549718bb1', 'tag': '925c8981-81e6-4a85-b6fc-0f00667f17b0'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:30:30.559055 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf5b16f-419b-4e02-b8c6-0d468fc0fae8" -d '{"events": [{"name": "network-changed", "server_uuid": "f0848ad8-411f-4d0b-8bd7-8aa549718bb1", "tag": "925c8981-81e6-4a85-b6fc-0f00667f17b0"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:30:30.607676 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85e4439-c76a-423e-9763-f4c0866606a9 x-openstack-request-id: req-f85e4439-c76a-423e-9763-f4c0866606a9 {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:30:30.608013 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0848ad8-411f-4d0b-8bd7-8aa549718bb1", "tag": "925c8981-81e6-4a85-b6fc-0f00667f17b0", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:30:30.608364 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f85e4439-c76a-423e-9763-f4c0866606a9 {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:30:30.608794 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0848ad8-411f-4d0b-8bd7-8aa549718bb1', 'tag': '925c8981-81e6-4a85-b6fc-0f00667f17b0', 'status': 'completed', 'code': 200} Jun 26 16:30:30.615329 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Pushing event updated for resources: {'Port': ['ID=925c8981-81e6-4a85-b6fc-0f00667f17b0,revision_number=3']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:30.627980 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:30.632240 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac0075-1203-49aa-bbcc-5d21d40e2231 req-7e0bde69-b857-438a-81c1-b1f014fca3b6 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:30.634040 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-caac0075-1203-49aa-bbcc-5d21d40e2231 req-7e0bde69-b857-438a-81c1-b1f014fca3b6 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 984 time: 0.1165566 Jun 26 16:30:30.684664 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-caac0075-1203-49aa-bbcc-5d21d40e2231 req-70cf8284-9656-4fef-8252-92019f3bfaaa tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&id=c9f3fa2a-ab9f-4c5c-96b0-141160259294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445790 Jun 26 16:30:30.694215 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5b16f-419b-4e02-b8c6-0d468fc0fae8 req-ceb7c86c-5c88-4e6d-80e9-43f79769a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:30.695767 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-0bf5b16f-419b-4e02-b8c6-0d468fc0fae8 req-ceb7c86c-5c88-4e6d-80e9-43f79769a607 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e8d5454a3a34b91b88733c476597ace&device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 1096 time: 0.0581024 Jun 26 16:30:30.804849 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5b16f-419b-4e02-b8c6-0d468fc0fae8 req-80c73fb7-bc27-4696-b725-18bc2381a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:30.806358 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-0bf5b16f-419b-4e02-b8c6-0d468fc0fae8 req-80c73fb7-bc27-4696-b725-18bc2381a269 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=3e8d5454a3a34b91b88733c476597ace&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1030502 Jun 26 16:30:30.897521 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5b16f-419b-4e02-b8c6-0d468fc0fae8 req-11730bb0-fe21-4298-8580-69cd9febda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:30.899047 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-0bf5b16f-419b-4e02-b8c6-0d468fc0fae8 req-11730bb0-fe21-4298-8580-69cd9febda60 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854223 Jun 26 16:30:30.993478 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-251b0438-eb64-4a5c-be4e-6c6778caa8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:30.995034 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-251b0438-eb64-4a5c-be4e-6c6778caa8df service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e8d5454a3a34b91b88733c476597ace&device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 1096 time: 0.0517879 Jun 26 16:30:31.041744 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-3a421a71-717a-4ee8-810a-58adbdce876c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=925c8981-81e6-4a85-b6fc-0f00667f17b0 HTTP/1.1" status: 200 len: 217 time: 0.0360718 Jun 26 16:30:31.089641 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-c6abc90f-7bd9-48e7-b3c1-4a9b5e2b14fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:31.091076 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-c6abc90f-7bd9-48e7-b3c1-4a9b5e2b14fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6302d635-3f7d-4e5f-b072-feefede6d6d8 HTTP/1.1" status: 200 len: 856 time: 0.0422838 Jun 26 16:30:31.145646 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-c1c5e378-1476-4c9a-9800-e89f1f71e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:31.147122 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-c1c5e378-1476-4c9a-9800-e89f1f71e808 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f32909da-b54c-444e-b1bf-6d65d5e65a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496416 Jun 26 16:30:31.245719 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-d01d439f-8cb8-4cb2-837f-53b40156836c service neutron] 10.222.0.38 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833311 Jun 26 16:30:31.334249 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-76a38bc8-a6a3-4fff-982c-e5edc749f7e9 req-571b4827-9181-40bb-bb14-bcd895bc4cc5 service neutron] 10.222.0.38 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819938 Jun 26 16:30:31.389088 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813d085-3184-4230-a188-6da92996aed4 req-60a47d4a-0796-488c-a3f5-8a542cf4b213 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:31.390586 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7813d085-3184-4230-a188-6da92996aed4 req-60a47d4a-0796-488c-a3f5-8a542cf4b213 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.0629487 Jun 26 16:30:31.426884 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7813d085-3184-4230-a188-6da92996aed4 req-c86d359f-f0a5-40c4-84eb-4fee2de2e559 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304420 Jun 26 16:30:31.857626 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e461865-0120-4995-bbe2-0ad6513d309b req-b8075de5-4597-46a4-84f3-4f62dc74f818 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:31.859095 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2e461865-0120-4995-bbe2-0ad6513d309b req-b8075de5-4597-46a4-84f3-4f62dc74f818 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 984 time: 0.0648997 Jun 26 16:30:31.899131 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2e461865-0120-4995-bbe2-0ad6513d309b req-0a050518-64cb-4d63-88f2-b2085e2c6395 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&id=c9f3fa2a-ab9f-4c5c-96b0-141160259294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342155 Jun 26 16:30:32.601768 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8561b9b-7908-493b-8850-883371cdc2aa req-2a53d6f2-83b8-4a44-872a-16ab31d6fc16 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:32.603765 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d8561b9b-7908-493b-8850-883371cdc2aa req-2a53d6f2-83b8-4a44-872a-16ab31d6fc16 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.0624132 Jun 26 16:30:32.618245 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-fa5c77dd-396b-4d49-ba08-eff10c0e5c72 req-709a8619-aad0-4ef9-b709-f210a8ebc64e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530608 Jun 26 16:30:32.641375 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d8561b9b-7908-493b-8850-883371cdc2aa req-d2a0c9b2-12c4-45db-a0dd-8c680fc11734 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319612 Jun 26 16:30:32.691797 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c77dd-396b-4d49-ba08-eff10c0e5c72 req-be68dec5-dce0-4012-b6d4-4ec8d8af2171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:32.693300 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-fa5c77dd-396b-4d49-ba08-eff10c0e5c72 req-be68dec5-dce0-4012-b6d4-4ec8d8af2171 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37245b0b96f64637951914c50cb066eb&device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 1099 time: 0.0520706 Jun 26 16:30:32.802625 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c77dd-396b-4d49-ba08-eff10c0e5c72 req-403d4911-77a0-4311-985b-c3aec049ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:32.804113 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-fa5c77dd-396b-4d49-ba08-eff10c0e5c72 req-403d4911-77a0-4311-985b-c3aec049ef72 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6e78350e-b03c-4768-a782-c82d20e18c58 HTTP/1.1" status: 200 len: 912 time: 0.0856471 Jun 26 16:30:32.873035 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-fa5c77dd-396b-4d49-ba08-eff10c0e5c72 req-a5a17671-4725-4892-a10b-e3df95adf35d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7eff7d9-64c3-44ba-abef-afe21dc226a2 HTTP/1.1" status: 200 len: 1002 time: 0.0579031 Jun 26 16:30:32.935567 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c77dd-396b-4d49-ba08-eff10c0e5c72 req-e7a269e9-8e9d-4198-9505-03ac620556c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:32.937240 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-fa5c77dd-396b-4d49-ba08-eff10c0e5c72 req-e7a269e9-8e9d-4198-9505-03ac620556c3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bf83ec24-380c-4a3f-bf30-b819dca890ff HTTP/1.1" status: 200 len: 850 time: 0.0494623 Jun 26 16:30:33.004321 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c77dd-396b-4d49-ba08-eff10c0e5c72 req-40806784-560d-4ff8-8e67-64957701d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:33.005813 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-fa5c77dd-396b-4d49-ba08-eff10c0e5c72 req-40806784-560d-4ff8-8e67-64957701d276 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6e78350e-b03c-4768-a782-c82d20e18c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578842 Jun 26 16:30:33.091534 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d22d9c-445f-48c7-99f1-abb7acb752a5 req-36716847-d7fa-483a-aa43-cb52d3d56875 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:33.093039 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d0d22d9c-445f-48c7-99f1-abb7acb752a5 req-36716847-d7fa-483a-aa43-cb52d3d56875 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 984 time: 0.0724096 Jun 26 16:30:33.119051 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-fa5c77dd-396b-4d49-ba08-eff10c0e5c72 req-1e66ce88-d106-4972-8538-0896f28a7df9 service neutron] 10.222.0.38 "GET /v2.0/networks/6e78350e-b03c-4768-a782-c82d20e18c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013675 Jun 26 16:30:33.131773 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d0d22d9c-445f-48c7-99f1-abb7acb752a5 req-0b36aacf-8f30-4016-a356-cc68b74852c1 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&id=c9f3fa2a-ab9f-4c5c-96b0-141160259294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328567 Jun 26 16:30:33.209827 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-fa5c77dd-396b-4d49-ba08-eff10c0e5c72 req-521f29b4-07dc-42cc-9372-c9fedc5af9cf service neutron] 10.222.0.38 "GET /v2.0/networks/6e78350e-b03c-4768-a782-c82d20e18c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844355 Jun 26 16:30:33.820792 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e5b68-e082-4682-bc5d-3d589e811f9c req-0f0d391f-4a96-468c-8d49-8e600e887830 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:33.822302 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-205e5b68-e082-4682-bc5d-3d589e811f9c req-0f0d391f-4a96-468c-8d49-8e600e887830 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.0652707 Jun 26 16:30:33.858159 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-205e5b68-e082-4682-bc5d-3d589e811f9c req-5d1a2e7c-62fb-4608-8cc4-58ec8994df8f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302765 Jun 26 16:30:34.303015 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c821e2-62fe-4d31-b61b-6b2854c115ef req-b47a5d61-24ab-45f3-8026-841112a1dc86 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:34.304459 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-75c821e2-62fe-4d31-b61b-6b2854c115ef req-b47a5d61-24ab-45f3-8026-841112a1dc86 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 984 time: 0.0614789 Jun 26 16:30:34.342084 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-75c821e2-62fe-4d31-b61b-6b2854c115ef req-453950a0-3c1c-436c-bfc4-08c755502fc8 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&id=c9f3fa2a-ab9f-4c5c-96b0-141160259294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0318997 Jun 26 16:30:34.480619 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 925c8981-81e6-4a85-b6fc-0f00667f17b0 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:30:34.573251 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 925c8981-81e6-4a85-b6fc-0f00667f17b0, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=925c8981-81e6-4a85-b6fc-0f00667f17b0,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:34.583905 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': '925c8981-81e6-4a85-b6fc-0f00667f17b0', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'port_id': '925c8981-81e6-4a85-b6fc-0f00667f17b0', 'mac_address': 'fa:16:3e:e8:bf:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:30:34.619528 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:34.631929 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925c8981-81e6-4a85-b6fc-0f00667f17b0 {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:30:34.654185 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 925c8981-81e6-4a85-b6fc-0f00667f17b0, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=925c8981-81e6-4a85-b6fc-0f00667f17b0,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:34.704131 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:34.705950 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:34.754986 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=925c8981-81e6-4a85-b6fc-0f00667f17b0,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:34.758514 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:35.058563 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['925c8981-81e6-4a85-b6fc-0f00667f17b0'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:30:35.194063 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ebfb7-62af-4fe7-b9fb-def5851e763c req-24efd579-b263-42bd-90d3-34d361a915db tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:35.195621 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3c5ebfb7-62af-4fe7-b9fb-def5851e763c req-24efd579-b263-42bd-90d3-34d361a915db tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 944 time: 0.0983324 Jun 26 16:30:35.237413 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3c5ebfb7-62af-4fe7-b9fb-def5851e763c req-c348cef4-0eb6-43ee-bd4d-35d17b496504 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345035 Jun 26 16:30:35.518067 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac8327-2a29-4cf9-9589-4c265fc301e4 req-2775f40d-37e5-43cd-8032-e3b5b64b0dd7 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:35.519491 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4cac8327-2a29-4cf9-9589-4c265fc301e4 req-2775f40d-37e5-43cd-8032-e3b5b64b0dd7 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 984 time: 0.0641346 Jun 26 16:30:35.560713 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4cac8327-2a29-4cf9-9589-4c265fc301e4 req-6788e3cb-31cb-484b-8fa8-1e523bbe3f94 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&id=c9f3fa2a-ab9f-4c5c-96b0-141160259294&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351286 Jun 26 16:30:36.430363 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d75f3e-c47b-4b81-9b10-f3d9630a54a3 req-7f5d32da-b587-459f-8799-0684f26d3f5a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:36.431762 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-32d75f3e-c47b-4b81-9b10-f3d9630a54a3 req-7f5d32da-b587-459f-8799-0684f26d3f5a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 944 time: 0.0739095 Jun 26 16:30:36.468222 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-32d75f3e-c47b-4b81-9b10-f3d9630a54a3 req-b2556143-fba9-4712-a3f6-2f888bf74824 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303264 Jun 26 16:30:37.155120 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 925c8981-81e6-4a85-b6fc-0f00667f17b0 up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:30:37.468846 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:37.490247 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-740f0399-1ac5-405f-afa0-eb290df47d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:37.492700 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning for port 925c8981-81e6-4a85-b6fc-0f00667f17b0 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:30:37.496869 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port 925c8981-81e6-4a85-b6fc-0f00667f17b0 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:30:37.497247 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:37.579191 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:37.602661 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0848ad8-411f-4d0b-8bd7-8aa549718bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925c8981-81e6-4a85-b6fc-0f00667f17b0'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:30:37.605515 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c7345f-8937-45a9-bcac-ae241ae17da8" -d '{"events": [{"server_uuid": "f0848ad8-411f-4d0b-8bd7-8aa549718bb1", "name": "network-vif-plugged", "status": "completed", "tag": "925c8981-81e6-4a85-b6fc-0f00667f17b0"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:30:37.617586 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 925c8981-81e6-4a85-b6fc-0f00667f17b0, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=925c8981-81e6-4a85-b6fc-0f00667f17b0,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:37.650483 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449246fe-27d2-48c7-a718-8b1e376eeecc x-openstack-request-id: req-449246fe-27d2-48c7-a718-8b1e376eeecc {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:30:37.655380 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0848ad8-411f-4d0b-8bd7-8aa549718bb1", "name": "network-vif-plugged", "status": "completed", "tag": "925c8981-81e6-4a85-b6fc-0f00667f17b0", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:30:37.655380 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-449246fe-27d2-48c7-a718-8b1e376eeecc {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:30:37.655380 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0848ad8-411f-4d0b-8bd7-8aa549718bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925c8981-81e6-4a85-b6fc-0f00667f17b0', 'code': 200} Jun 26 16:30:37.659034 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d33c0b-3314-4787-9dec-bf747bd3d9fc req-4080b76c-9437-440d-b07b-95a6ce90e1e9 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:37.660568 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a0d33c0b-3314-4787-9dec-bf747bd3d9fc req-4080b76c-9437-440d-b07b-95a6ce90e1e9 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 944 time: 0.0776911 Jun 26 16:30:37.730222 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a0d33c0b-3314-4787-9dec-bf747bd3d9fc req-f9d6951e-1ef1-44e5-93ba-54b16a547ef4 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329177 Jun 26 16:30:37.793067 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:37.795060 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:37.843231 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=925c8981-81e6-4a85-b6fc-0f00667f17b0,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:37.846236 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:38.889248 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affce35d-3245-4d8a-b36d-3e071b332056 req-e2709bc1-f173-4088-a3e5-623032360631 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:38.890934 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-affce35d-3245-4d8a-b36d-3e071b332056 req-e2709bc1-f173-4088-a3e5-623032360631 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0686414 Jun 26 16:30:38.928566 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-affce35d-3245-4d8a-b36d-3e071b332056 req-efa1a54e-2a74-4c5f-a931-daee20bb3e35 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319057 Jun 26 16:30:39.884510 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:40.101870 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-f23368fe-4116-4dea-803e-e6f9b17198d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:40.126851 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e50e6-77b5-40a3-80de-18a7e8a0f9f3 req-b8fa5867-1aa2-481d-8510-8f49d00286dc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:40.128288 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:30:40.128900 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0e0e50e6-77b5-40a3-80de-18a7e8a0f9f3 req-b8fa5867-1aa2-481d-8510-8f49d00286dc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0747571 Jun 26 16:30:40.168987 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0e0e50e6-77b5-40a3-80de-18a7e8a0f9f3 req-c1cca9aa-f2f2-4418-8c74-e16b31366f54 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337474 Jun 26 16:30:40.824013 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:41.362728 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aabf23-0130-4b53-b0b0-e7baaa30c8aa req-4e6b3806-b4de-4d80-9a38-f7b8bd30f365 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:41.364251 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-47aabf23-0130-4b53-b0b0-e7baaa30c8aa req-4e6b3806-b4de-4d80-9a38-f7b8bd30f365 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0745938 Jun 26 16:30:41.408011 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-47aabf23-0130-4b53-b0b0-e7baaa30c8aa req-09c53d9d-8fba-409a-bde2-44fea0117a8d tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328486 Jun 26 16:30:42.521969 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f0b6f-64bc-44ca-8725-4ceac092e735 req-876fbbac-938b-49f0-8d16-b8bb349f51f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:42.523398 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-a07f0b6f-64bc-44ca-8725-4ceac092e735 req-876fbbac-938b-49f0-8d16-b8bb349f51f0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 1098 time: 0.0573339 Jun 26 16:30:42.569725 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-a07f0b6f-64bc-44ca-8725-4ceac092e735 req-4d3e54b4-6f26-404e-8ffa-f1f1329b2eee service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336761 Jun 26 16:30:42.597428 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2dc81-48aa-4f88-b24d-20d98220f19d req-fc1a79d7-efcf-4f3f-9580-0bbca0aec090 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:42.600762 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bff2dc81-48aa-4f88-b24d-20d98220f19d req-fc1a79d7-efcf-4f3f-9580-0bbca0aec090 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0688291 Jun 26 16:30:42.638017 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bff2dc81-48aa-4f88-b24d-20d98220f19d req-9128992f-96ec-4470-b425-77be0f960921 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331604 Jun 26 16:30:42.675907 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:43.830273 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febcf7d-c4d0-4556-b74a-63665ee5145f req-e852ebd8-b02d-4149-916b-a87e72db34ac tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:43.836732 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3febcf7d-c4d0-4556-b74a-63665ee5145f req-e852ebd8-b02d-4149-916b-a87e72db34ac tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0698338 Jun 26 16:30:43.870236 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3febcf7d-c4d0-4556-b74a-63665ee5145f req-00cb2d1a-a6ee-4b19-b994-a23a3d218b5a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324273 Jun 26 16:30:45.070211 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbc3a8-53df-4502-a67b-288290652dbd req-941e9e00-98e5-46bb-b4cc-5f18d4fff3d1 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:45.071741 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-accbc3a8-53df-4502-a67b-288290652dbd req-941e9e00-98e5-46bb-b4cc-5f18d4fff3d1 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0667989 Jun 26 16:30:45.110328 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-accbc3a8-53df-4502-a67b-288290652dbd req-1de81a45-a46f-442b-a4b6-d0d5eb83f161 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328088 Jun 26 16:30:46.291584 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86a3fa-78dd-499b-8a69-d213efb15bba req-8904b08c-d34d-4a17-b152-615696189c47 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:46.294797 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3b86a3fa-78dd-499b-8a69-d213efb15bba req-8904b08c-d34d-4a17-b152-615696189c47 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0678108 Jun 26 16:30:46.331104 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3b86a3fa-78dd-499b-8a69-d213efb15bba req-f9436c2c-2c5c-4bb2-a34d-7f717c45ebb8 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323498 Jun 26 16:30:47.501349 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5660cc-4bba-4c6e-a959-e187b858dc13 req-13ffbd67-3fcc-40cd-95a5-7f8746910b0a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:47.503107 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4a5660cc-4bba-4c6e-a959-e187b858dc13 req-13ffbd67-3fcc-40cd-95a5-7f8746910b0a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0610614 Jun 26 16:30:47.542408 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4a5660cc-4bba-4c6e-a959-e187b858dc13 req-5d988892-4c8d-4afe-b3e8-4baea5850593 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334232 Jun 26 16:30:47.733118 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b307a20-7a70-4b65-824e-2c0c2336794c req-26fe1ba3-9a80-4fcf-ab21-b170acc7b90b tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:47.734608 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7b307a20-7a70-4b65-824e-2c0c2336794c req-26fe1ba3-9a80-4fcf-ab21-b170acc7b90b tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0805550 Jun 26 16:30:47.744200 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 57540) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:47.750282 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-2fe35cd6-194f-4c40-8ff5-f40e8ded0087 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Request body: {'floatingip': {'port_id': '925c8981-81e6-4a85-b6fc-0f00667f17b0'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:47.821032 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2fe35cd6-194f-4c40-8ff5-f40e8ded0087 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for floatingip, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:48.531402 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2fe35cd6-194f-4c40-8ff5-f40e8ded0087 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:48.587161 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2fe35cd6-194f-4c40-8ff5-f40e8ded0087 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646687'] for floatingip, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:48.683621 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.l3_db [None req-2fe35cd6-194f-4c40-8ff5-f40e8ded0087 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Floating IP 7ec17f5c-3f59-4023-862b-d6962ced5a82 associated. External IP: 172.27.2.21, port: 925c8981-81e6-4a85-b6fc-0f00667f17b0. Jun 26 16:30:48.881290 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe35cd6-194f-4c40-8ff5-f40e8ded0087 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Router d775a92f-66e1-408e-9006-2f89f1e0fca5 has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:30:48.984029 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe35cd6-194f-4c40-8ff5-f40e8ded0087 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:30:48.988950 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2fe35cd6-194f-4c40-8ff5-f40e8ded0087 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for floatingip, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:48.993189 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63db789-648c-47fe-b428-a75d81f855a2 None None] Sync routers for ids ['d775a92f-66e1-408e-9006-2f89f1e0fca5'] in dv-cinder-798189-1-iscsi {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:30:49.002640 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63db789-648c-47fe-b428-a75d81f855a2 None None] Routers {'d775a92f-66e1-408e-9006-2f89f1e0fca5'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:30:49.003736 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-e63db789-648c-47fe-b428-a75d81f855a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:30:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d775a92f-66e1-408e-9006-2f89f1e0fca5'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:49.026018 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-2fe35cd6-194f-4c40-8ff5-f40e8ded0087 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "PUT /v2.0/floatingips/7ec17f5c-3f59-4023-862b-d6962ced5a82 HTTP/1.1" status: 200 len: 990 time: 1.2774570 Jun 26 16:30:49.026018 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0848ad8-411f-4d0b-8bd7-8aa549718bb1', 'tag': '925c8981-81e6-4a85-b6fc-0f00667f17b0'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:30:49.026787 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553d4c8b-12be-4cab-80c1-bc707440295f" -d '{"events": [{"name": "network-changed", "server_uuid": "f0848ad8-411f-4d0b-8bd7-8aa549718bb1", "tag": "925c8981-81e6-4a85-b6fc-0f00667f17b0"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:30:49.065518 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5400b0-5889-4b89-93b6-5e49b7d14201 x-openstack-request-id: req-1d5400b0-5889-4b89-93b6-5e49b7d14201 {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:30:49.065924 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0848ad8-411f-4d0b-8bd7-8aa549718bb1", "tag": "925c8981-81e6-4a85-b6fc-0f00667f17b0", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:30:49.066283 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d5400b0-5889-4b89-93b6-5e49b7d14201 {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:30:49.066795 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0848ad8-411f-4d0b-8bd7-8aa549718bb1', 'tag': '925c8981-81e6-4a85-b6fc-0f00667f17b0', 'status': 'completed', 'code': 200} Jun 26 16:30:49.124448 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-e63db789-648c-47fe-b428-a75d81f855a2 None None] Set router d775a92f-66e1-408e-9006-2f89f1e0fca5 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:30:49.159160 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4c8b-12be-4cab-80c1-bc707440295f req-bbb44990-369d-45d8-be24-1d627fe2a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:49.160670 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-553d4c8b-12be-4cab-80c1-bc707440295f req-bbb44990-369d-45d8-be24-1d627fe2a5d0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e8d5454a3a34b91b88733c476597ace&device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 1098 time: 0.0532038 Jun 26 16:30:49.269511 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4c8b-12be-4cab-80c1-bc707440295f req-daca03bd-0d2f-4c5e-ae28-f67b3b6a7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:49.271035 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-553d4c8b-12be-4cab-80c1-bc707440295f req-daca03bd-0d2f-4c5e-ae28-f67b3b6a7b7c service neutron] 10.222.0.38 "GET /v2.0/networks?id=f32909da-b54c-444e-b1bf-6d65d5e65a3d HTTP/1.1" status: 200 len: 918 time: 0.0993264 Jun 26 16:30:49.334233 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-553d4c8b-12be-4cab-80c1-bc707440295f req-b72f095c-b116-4132-9550-e89a22d59412 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=925c8981-81e6-4a85-b6fc-0f00667f17b0 HTTP/1.1" status: 200 len: 998 time: 0.0558619 Jun 26 16:30:49.392959 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4c8b-12be-4cab-80c1-bc707440295f req-94866b68-d186-4779-a953-9227c060c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:49.392959 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-553d4c8b-12be-4cab-80c1-bc707440295f req-94866b68-d186-4779-a953-9227c060c28e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6302d635-3f7d-4e5f-b072-feefede6d6d8 HTTP/1.1" status: 200 len: 856 time: 0.0489213 Jun 26 16:30:49.397865 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-e63db789-648c-47fe-b428-a75d81f855a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-router', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:19Z', 'revision_number': 4, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'gw_port': {'id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '7ec17f5c-3f59-4023-862b-d6962ced5a82', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'port_id': '925c8981-81e6-4a85-b6fc-0f00667f17b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'mac_address': 'fa:16:3e:e8:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0848ad8-411f-4d0b-8bd7-8aa549718bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:30:22Z', 'updated_at': '2021-06-26T16:30:48Z', 'revision_number': 1, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba1cc207-9eae-4ac5-b500-79ff56f98db0', 'name': '', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'mac_address': 'fa:16:3e:50:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:18Z', 'updated_at': '2021-06-26T16:30:24Z', 'revision_number': 5, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'subnets': [{'id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:49.423802 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63db789-648c-47fe-b428-a75d81f855a2 None None] Checking router: d775a92f-66e1-408e-9006-2f89f1e0fca5 for host: dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:30:49.432560 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63db789-648c-47fe-b428-a75d81f855a2 None None] Routers {'d775a92f-66e1-408e-9006-2f89f1e0fca5'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:30:49.433240 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-e63db789-648c-47fe-b428-a75d81f855a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:30:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d775a92f-66e1-408e-9006-2f89f1e0fca5'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:49.460201 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4c8b-12be-4cab-80c1-bc707440295f req-54bf8eac-ebec-4abd-ba95-2d878e1ba984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:49.467247 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-553d4c8b-12be-4cab-80c1-bc707440295f req-54bf8eac-ebec-4abd-ba95-2d878e1ba984 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f32909da-b54c-444e-b1bf-6d65d5e65a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623593 Jun 26 16:30:49.536532 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-e63db789-648c-47fe-b428-a75d81f855a2 None None] Set router d775a92f-66e1-408e-9006-2f89f1e0fca5 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:30:49.552051 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-553d4c8b-12be-4cab-80c1-bc707440295f req-f4002c54-47ff-454a-a7ba-f41676185416 service neutron] 10.222.0.38 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825872 Jun 26 16:30:49.652675 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-553d4c8b-12be-4cab-80c1-bc707440295f req-ba0890e0-8f46-4369-bf79-5d4dbba513f4 service neutron] 10.222.0.38 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926588 Jun 26 16:30:49.766018 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-e63db789-648c-47fe-b428-a75d81f855a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-router', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:19Z', 'revision_number': 4, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'gw_port': {'id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '7ec17f5c-3f59-4023-862b-d6962ced5a82', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'port_id': '925c8981-81e6-4a85-b6fc-0f00667f17b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'mac_address': 'fa:16:3e:e8:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0848ad8-411f-4d0b-8bd7-8aa549718bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:30:22Z', 'updated_at': '2021-06-26T16:30:48Z', 'revision_number': 1, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba1cc207-9eae-4ac5-b500-79ff56f98db0', 'name': '', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'mac_address': 'fa:16:3e:50:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:18Z', 'updated_at': '2021-06-26T16:30:24Z', 'revision_number': 5, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'subnets': [{'id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:49.792002 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63db789-648c-47fe-b428-a75d81f855a2 None None] The sync data for ids ['d775a92f-66e1-408e-9006-2f89f1e0fca5'] in dv-cinder-798189-1-iscsi is: [{'id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-router', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:19Z', 'revision_number': 4, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'gw_port': {'id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '7ec17f5c-3f59-4023-862b-d6962ced5a82', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'port_id': '925c8981-81e6-4a85-b6fc-0f00667f17b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'mac_address': 'fa:16:3e:e8:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0848ad8-411f-4d0b-8bd7-8aa549718bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:30:22Z', 'updated_at': '2021-06-26T16:30:48Z', 'revision_number': 1, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba1cc207-9eae-4ac5-b500-79ff56f98db0', 'name': '', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'mac_address': 'fa:16:3e:50:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:18Z', 'updated_at': '2021-06-26T16:30:24Z', 'revision_number': 5, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'subnets': [{'id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:30:49.974556 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bbafbb-597b-4bd8-be34-9e85142ee624 None None] New status for floating IP 7ec17f5c-3f59-4023-862b-d6962ced5a82: ACTIVE {{(pid=93427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:30:50.118941 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 57592) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:50.220672 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9a7b329a-1f42-4d66-be4f-d53eabe8198f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:50.310485 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9a7b329a-1f42-4d66-be4f-d53eabe8198f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:50.398101 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-9a7b329a-1f42-4d66-be4f-d53eabe8198f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:50.400555 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-906a1627-f5b2-46ba-b394-564e9988d2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:50.435446 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-9a7b329a-1f42-4d66-be4f-d53eabe8198f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ed0c5f82b4564d76b6ba2b0035970e45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154008 Jun 26 16:30:50.436346 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b329a-1f42-4d66-be4f-d53eabe8198f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c65e14e-6439-4e4d-9ee0-aa85028d79e9,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:50.438088 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 57598) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:50.439712 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-9a7b329a-1f42-4d66-be4f-d53eabe8198f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:50.488784 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f3a5b0ba-18b5-45e3-a7d0-694ddbc6a1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:50.509197 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f3a5b0ba-18b5-45e3-a7d0-694ddbc6a1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:50.635303 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f3a5b0ba-18b5-45e3-a7d0-694ddbc6a1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:50.637930 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f3a5b0ba-18b5-45e3-a7d0-694ddbc6a1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:50.639635 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-f3a5b0ba-18b5-45e3-a7d0-694ddbc6a1ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c65e14e-6439-4e4d-9ee0-aa85028d79e9 HTTP/1.1" status: 204 len: 168 time: 0.2005444 Jun 26 16:30:50.640302 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:50.647313 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5b0ba-18b5-45e3-a7d0-694ddbc6a1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c65e14e-6439-4e4d-9ee0-aa85028d79e9,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:50.654189 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5b0ba-18b5-45e3-a7d0-694ddbc6a1ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:50.654572 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5b0ba-18b5-45e3-a7d0-694ddbc6a1ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:50.654975 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5b0ba-18b5-45e3-a7d0-694ddbc6a1ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:50.655339 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5b0ba-18b5-45e3-a7d0-694ddbc6a1ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:50.655743 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5b0ba-18b5-45e3-a7d0-694ddbc6a1ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:50.656054 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5b0ba-18b5-45e3-a7d0-694ddbc6a1ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:50.656405 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5b0ba-18b5-45e3-a7d0-694ddbc6a1ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:50.656756 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5b0ba-18b5-45e3-a7d0-694ddbc6a1ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:50.657232 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5b0ba-18b5-45e3-a7d0-694ddbc6a1ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:50.657516 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5b0ba-18b5-45e3-a7d0-694ddbc6a1ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:50.657867 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5b0ba-18b5-45e3-a7d0-694ddbc6a1ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:50.658216 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a5b0ba-18b5-45e3-a7d0-694ddbc6a1ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:50.661411 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-f3a5b0ba-18b5-45e3-a7d0-694ddbc6a1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:51.306853 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 57614) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:51.322406 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-37829842-e59c-4229-aa63-93b5300443df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:51.410339 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-37829842-e59c-4229-aa63-93b5300443df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:51.486908 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-37829842-e59c-4229-aa63-93b5300443df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:51.489513 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a1692538-c896-4cba-a83c-16c9473a4ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:51.524125 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37829842-e59c-4229-aa63-93b5300443df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d552f3a8-9c0f-41ec-a4d0-236ef01b87a3,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:51.527062 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-37829842-e59c-4229-aa63-93b5300443df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:51.534057 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-37829842-e59c-4229-aa63-93b5300443df admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6c2b8b21100a45adbcd299269d861c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258887 Jun 26 16:30:51.536373 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 57618) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:51.582235 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-208920fc-ab2d-4748-80c2-783222a9733b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:51.602307 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-208920fc-ab2d-4748-80c2-783222a9733b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:51.718796 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-208920fc-ab2d-4748-80c2-783222a9733b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:51.719069 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-208920fc-ab2d-4748-80c2-783222a9733b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:51.720042 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-208920fc-ab2d-4748-80c2-783222a9733b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d552f3a8-9c0f-41ec-a4d0-236ef01b87a3 HTTP/1.1" status: 204 len: 168 time: 0.1827912 Jun 26 16:30:51.720852 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-72aaabe0-b6a9-4ec9-965b-89abfb528290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:51.730723 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208920fc-ab2d-4748-80c2-783222a9733b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d552f3a8-9c0f-41ec-a4d0-236ef01b87a3,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:51.733178 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-208920fc-ab2d-4748-80c2-783222a9733b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:54.049463 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981023af-a385-46e6-bfd3-a0e2a1cde334 req-cc1718c1-0667-4cc5-ae78-891cc8e354f6 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:54.050952 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-981023af-a385-46e6-bfd3-a0e2a1cde334 req-cc1718c1-0667-4cc5-ae78-891cc8e354f6 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=0481b7eb-1f81-4cb7-b973-66bf868f6c7d HTTP/1.1" status: 200 len: 945 time: 0.0622940 Jun 26 16:30:54.089277 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-981023af-a385-46e6-bfd3-a0e2a1cde334 req-ed2ded42-8130-4106-8054-846ded419e71 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322709 Jun 26 16:30:55.257382 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0cdf1-8be9-4555-a1ce-45ce328ea883 req-d9a48b22-c340-42e4-8960-941c8ce5238e tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:55.258888 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b4f0cdf1-8be9-4555-a1ce-45ce328ea883 req-d9a48b22-c340-42e4-8960-941c8ce5238e tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=0481b7eb-1f81-4cb7-b973-66bf868f6c7d HTTP/1.1" status: 200 len: 945 time: 0.0613308 Jun 26 16:30:55.297828 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b4f0cdf1-8be9-4555-a1ce-45ce328ea883 req-62b6c2ef-897d-4021-b7a7-90ae4fbc7c2c tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceda92a5-5240-4641-8215-3072939caf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334349 Jun 26 16:30:55.907929 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd9f00-3f34-49b4-8d7d-3842ff4c5202 req-4472879e-cb86-4f25-99a7-7db3e287a925 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:55.909445 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-e2dd9f00-3f34-49b4-8d7d-3842ff4c5202 req-4472879e-cb86-4f25-99a7-7db3e287a925 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.38 "GET /v2.0/ports?device_id=0481b7eb-1f81-4cb7-b973-66bf868f6c7d HTTP/1.1" status: 200 len: 945 time: 0.0663841 Jun 26 16:30:56.015140 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [req-e2dd9f00-3f34-49b4-8d7d-3842ff4c5202 req-1569ac5b-cf8b-45d4-80b6-f3639e60f971 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Deleting port 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:30:56.015481 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-e2dd9f00-3f34-49b4-8d7d-3842ff4c5202 req-1569ac5b-cf8b-45d4-80b6-f3639e60f971 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:56.101577 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-e2dd9f00-3f34-49b4-8d7d-3842ff4c5202 req-1569ac5b-cf8b-45d4-80b6-f3639e60f971 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] For port 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b,segment=NetworkSegment(0a88f6d2-85a2-4918-bf9f-01650ccdd4a4),segment_id=0a88f6d2-85a2-4918-bf9f-01650ccdd4a4)] {{(pid=93424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:56.102104 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-e2dd9f00-3f34-49b4-8d7d-3842ff4c5202 req-1569ac5b-cf8b-45d4-80b6-f3639e60f971 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:56.116471 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [req-e2dd9f00-3f34-49b4-8d7d-3842ff4c5202 req-1569ac5b-cf8b-45d4-80b6-f3639e60f971 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Calling delete_port for 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b owned by compute:nova {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:30:56.312488 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-e2dd9f00-3f34-49b4-8d7d-3842ff4c5202 req-1569ac5b-cf8b-45d4-80b6-f3639e60f971 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:56.316215 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-1d957b1d-61f0-4cea-a771-6156a697c4ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:56.325096 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:30:56.341415 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569ac5b-cf8b-45d4-80b6-f3639e60f971 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Pushing event deleted for resources: {'Port': ['ID=565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:56.345143 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-1569ac5b-cf8b-45d4-80b6-f3639e60f971 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:56.387621 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2dd9f00-3f34-49b4-8d7d-3842ff4c5202 req-1569ac5b-cf8b-45d4-80b6-f3639e60f971 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] No DVR routers for this DVR port 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b on host hv-cinder-79818 {{(pid=93424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:30:56.391275 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-e2dd9f00-3f34-49b4-8d7d-3842ff4c5202 req-1569ac5b-cf8b-45d4-80b6-f3639e60f971 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:56.393344 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-e2dd9f00-3f34-49b4-8d7d-3842ff4c5202 req-1569ac5b-cf8b-45d4-80b6-f3639e60f971 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.38 "DELETE /v2.0/ports/565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b HTTP/1.1" status: 204 len: 173 time: 0.4775491 Jun 26 16:30:56.393835 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0481b7eb-1f81-4cb7-b973-66bf868f6c7d', 'name': 'network-vif-deleted', 'tag': '565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:30:56.396165 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f62016-8440-4443-a297-f9ac23f249aa" -d '{"events": [{"server_uuid": "0481b7eb-1f81-4cb7-b973-66bf868f6c7d", "name": "network-vif-deleted", "tag": "565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:30:56.431389 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4336b41c-edfa-4a36-91dc-22bbe702f296 x-openstack-request-id: req-4336b41c-edfa-4a36-91dc-22bbe702f296 {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:30:56.431719 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0481b7eb-1f81-4cb7-b973-66bf868f6c7d", "name": "network-vif-deleted", "tag": "565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:30:56.432010 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4336b41c-edfa-4a36-91dc-22bbe702f296 {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:30:56.432438 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0481b7eb-1f81-4cb7-b973-66bf868f6c7d', 'name': 'network-vif-deleted', 'tag': '565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b', 'status': 'completed', 'code': 200} Jun 26 16:30:56.440835 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-65de5dc7-c090-4148-bb6b-e4a83b8a7e7b req-54cd8ffa-0d10-4307-9d1e-a08324f360fb tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] 10.222.0.35 "GET /v2.0/ports?device_id=0481b7eb-1f81-4cb7-b973-66bf868f6c7d HTTP/1.1" status: 200 len: 210 time: 0.0299709 Jun 26 16:30:58.621030 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:30:58.640842 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] No Port match for: 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:30:58.641137 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 565cf54c-98b0-4b9d-bccc-2c9dc07e0f9b not bound to the agent host hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:31:07.359494 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:07.360345 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-5128d1a7-37b6-4af8-b23a-63deb0925365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:09.869418 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:10.126936 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-efadf120-5f82-4c9f-b8fc-713e9079c138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:10.821053 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:12.675325 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:15.270479 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 57966) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:15.372016 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-dcf194eb-bd74-4442-8dff-57e4579c1e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:15.456503 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-dcf194eb-bd74-4442-8dff-57e4579c1e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:15.528964 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-dcf194eb-bd74-4442-8dff-57e4579c1e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:15.531235 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-146bb41c-c991-486e-86c3-bf1facf436fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:15.567671 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-dcf194eb-bd74-4442-8dff-57e4579c1e23 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=748705740e154aed8c14c61b317f7b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954845 Jun 26 16:31:15.568572 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf194eb-bd74-4442-8dff-57e4579c1e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688741fe-4a81-4988-b9dd-eb7f790af404,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:15.570379 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 57970) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:15.571674 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-dcf194eb-bd74-4442-8dff-57e4579c1e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:15.618975 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7c474642-716d-4349-b52f-12a82504a17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:15.640306 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7c474642-716d-4349-b52f-12a82504a17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:15.746298 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7c474642-716d-4349-b52f-12a82504a17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:15.749875 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-7c474642-716d-4349-b52f-12a82504a17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:15.751038 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-7c474642-716d-4349-b52f-12a82504a17a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/688741fe-4a81-4988-b9dd-eb7f790af404 HTTP/1.1" status: 204 len: 168 time: 0.1796105 Jun 26 16:31:15.752027 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-3864b16e-9306-4f20-ab8c-66e55f2e8e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:15.759909 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c474642-716d-4349-b52f-12a82504a17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688741fe-4a81-4988-b9dd-eb7f790af404,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:15.767345 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474642-716d-4349-b52f-12a82504a17a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:15.767822 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474642-716d-4349-b52f-12a82504a17a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:15.768265 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474642-716d-4349-b52f-12a82504a17a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:15.768547 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474642-716d-4349-b52f-12a82504a17a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:15.768905 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474642-716d-4349-b52f-12a82504a17a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:15.769264 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474642-716d-4349-b52f-12a82504a17a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:15.769725 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474642-716d-4349-b52f-12a82504a17a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:15.770190 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474642-716d-4349-b52f-12a82504a17a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:15.770731 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474642-716d-4349-b52f-12a82504a17a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:15.771119 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474642-716d-4349-b52f-12a82504a17a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:15.771473 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474642-716d-4349-b52f-12a82504a17a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:15.771848 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474642-716d-4349-b52f-12a82504a17a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:15.775018 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-7c474642-716d-4349-b52f-12a82504a17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:16.382862 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 57984) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:16.396260 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b15d669a-55c1-4772-8aa3-33d2b08448c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:16.481016 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b15d669a-55c1-4772-8aa3-33d2b08448c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:16.563591 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b15d669a-55c1-4772-8aa3-33d2b08448c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:16.566016 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:16.605633 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-b15d669a-55c1-4772-8aa3-33d2b08448c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09f65d92abb248b1a1af753a1b08ff38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217271 Jun 26 16:31:16.606515 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d669a-55c1-4772-8aa3-33d2b08448c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe9d948-203a-45e0-983a-8a0d38b913f7,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:16.608286 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 57988) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:16.609468 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b15d669a-55c1-4772-8aa3-33d2b08448c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:16.657232 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-8d0f18c0-7fb6-47d6-ad07-e6d9552ef65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:16.682650 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-8d0f18c0-7fb6-47d6-ad07-e6d9552ef65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:16.789587 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-8d0f18c0-7fb6-47d6-ad07-e6d9552ef65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:16.792198 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-8d0f18c0-7fb6-47d6-ad07-e6d9552ef65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:16.793347 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-8d0f18c0-7fb6-47d6-ad07-e6d9552ef65e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cfe9d948-203a-45e0-983a-8a0d38b913f7 HTTP/1.1" status: 204 len: 168 time: 0.1840878 Jun 26 16:31:16.794105 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-6e794dba-d0a8-4925-903b-7313fa09f2e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:16.801321 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f18c0-7fb6-47d6-ad07-e6d9552ef65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe9d948-203a-45e0-983a-8a0d38b913f7,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:16.803691 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-8d0f18c0-7fb6-47d6-ad07-e6d9552ef65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:17.127097 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:31:17.902737 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 58022) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:17.993244 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-43e72a01-31e8-4c61-9669-6d762e520ab3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-632995016-network', 'tenant_id': '6a2a613abda942848caf7ec407f720f1'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:31:18.146163 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e72a01-31e8-4c61-9669-6d762e520ab3 admin admin] Made reservation on behalf of 6a2a613abda942848caf7ec407f720f1 for: {'network': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:31:18.150408 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-43e72a01-31e8-4c61-9669-6d762e520ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for network, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:18.161800 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-43e72a01-31e8-4c61-9669-6d762e520ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:18.265278 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-43e72a01-31e8-4c61-9669-6d762e520ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:18.349366 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-43e72a01-31e8-4c61-9669-6d762e520ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:18.357956 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-271787da-d674-4e8c-99c4-f39d63f29a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:18.378657 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-457bb626-880e-4904-9f9e-b0cdd1c49c3e req-126edf4c-2514-44fd-8c3d-54b7bb10b0e3 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1502106911&fields=id&tenant_id=55cf3d619b72423baea826ad8c737f5b HTTP/1.1" status: 200 len: 267 time: 0.1727350 Jun 26 16:31:18.389291 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e72a01-31e8-4c61-9669-6d762e520ab3 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:31:18.405342 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e72a01-31e8-4c61-9669-6d762e520ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:18.424165 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-43e72a01-31e8-4c61-9669-6d762e520ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:18.425962 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-43e72a01-31e8-4c61-9669-6d762e520ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:18.426297 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.db.segments_db [None req-43e72a01-31e8-4c61-9669-6d762e520ab3 admin admin] Added segment 8c84791c-40b6-4ebc-a3bf-7c2c7da040ed of type vlan for network d10bfce5-2d75-4043-a7e5-d217d041e4b1 Jun 26 16:31:18.478777 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-43e72a01-31e8-4c61-9669-6d762e520ab3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735252774503'] for network, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:18.513805 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bb626-880e-4904-9f9e-b0cdd1c49c3e req-23582933-276d-48a6-adfa-821e6c0dc107 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:18.515305 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-457bb626-880e-4904-9f9e-b0cdd1c49c3e req-23582933-276d-48a6-adfa-821e6c0dc107 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 984 time: 0.1299932 Jun 26 16:31:18.526092 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-457bb626-880e-4904-9f9e-b0cdd1c49c3e req-e04853c1-dbe2-4b10-8ed8-39426fc420a5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Request body: {'port': {'security_groups': ['02c77bf0-a22b-47b3-89ec-49431016546b']}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:31:18.605291 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-457bb626-880e-4904-9f9e-b0cdd1c49c3e req-e04853c1-dbe2-4b10-8ed8-39426fc420a5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:18.616399 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-43e72a01-31e8-4c61-9669-6d762e520ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for network, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:18.618952 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e72a01-31e8-4c61-9669-6d762e520ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:18.619534 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-43e72a01-31e8-4c61-9669-6d762e520ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:18.622276 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:18.718707 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e72a01-31e8-4c61-9669-6d762e520ab3 admin admin] Pushing event updated for resources: {'Network': ['ID=d10bfce5-2d75-4043-a7e5-d217d041e4b1,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:18.722635 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-43e72a01-31e8-4c61-9669-6d762e520ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:18.728446 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Network d10bfce5-2d75-4043-a7e5-d217d041e4b1 details requested by agent ovs-agent-dv-cinder-798189-1-iscsi with host dv-cinder-798189-1-iscsi {{(pid=93426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:31:18.735960 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-43e72a01-31e8-4c61-9669-6d762e520ab3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8321164 Jun 26 16:31:18.738718 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 58032) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:18.743708 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-69301135-96a7-4c04-9602-8424f28aee9a admin admin] Request body: {'subnet': {'network_id': 'd10bfce5-2d75-4043-a7e5-d217d041e4b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-632995016-subnet', 'tenant_id': '6a2a613abda942848caf7ec407f720f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:31:18.851078 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-457bb626-880e-4904-9f9e-b0cdd1c49c3e req-e04853c1-dbe2-4b10-8ed8-39426fc420a5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] For port a521fa0c-fd5e-4d63-ad09-2800cf799f22, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=a521fa0c-fd5e-4d63-ad09-2800cf799f22,segment=NetworkSegment(d0cfdb46-031c-4c02-baae-cb8fc3088fc7),segment_id=d0cfdb46-031c-4c02-baae-cb8fc3088fc7)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:18.853186 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69301135-96a7-4c04-9602-8424f28aee9a admin admin] Made reservation on behalf of 6a2a613abda942848caf7ec407f720f1 for: {'subnet': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:31:18.855624 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-69301135-96a7-4c04-9602-8424f28aee9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2800188'] for subnet, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:18.928552 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-457bb626-880e-4904-9f9e-b0cdd1c49c3e req-e04853c1-dbe2-4b10-8ed8-39426fc420a5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for port, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:19.031851 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-457bb626-880e-4904-9f9e-b0cdd1c49c3e req-e04853c1-dbe2-4b10-8ed8-39426fc420a5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:19.036274 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:19.043211 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['a521fa0c-fd5e-4d63-ad09-2800cf799f22'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:31:19.075441 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bb626-880e-4904-9f9e-b0cdd1c49c3e req-e04853c1-dbe2-4b10-8ed8-39426fc420a5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:19.076708 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-457bb626-880e-4904-9f9e-b0cdd1c49c3e req-e04853c1-dbe2-4b10-8ed8-39426fc420a5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:19.078162 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-457bb626-880e-4904-9f9e-b0cdd1c49c3e req-e04853c1-dbe2-4b10-8ed8-39426fc420a5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "PUT /v2.0/ports/a521fa0c-fd5e-4d63-ad09-2800cf799f22 HTTP/1.1" status: 200 len: 942 time: 0.5565484 Jun 26 16:31:19.078696 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe16ab1-eff0-4f89-831c-53a71749af1e', 'tag': 'a521fa0c-fd5e-4d63-ad09-2800cf799f22'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:31:19.081169 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8993f84c-bf6f-47f5-b739-48d8f35911d1" -d '{"events": [{"name": "network-changed", "server_uuid": "abe16ab1-eff0-4f89-831c-53a71749af1e", "tag": "a521fa0c-fd5e-4d63-ad09-2800cf799f22"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:31:19.085465 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 58044) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:19.108158 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04853c1-dbe2-4b10-8ed8-39426fc420a5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Pushing event updated for resources: {'Port': ['ID=a521fa0c-fd5e-4d63-ad09-2800cf799f22,revision_number=7']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:19.112621 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-e04853c1-dbe2-4b10-8ed8-39426fc420a5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:19.133819 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b4e7a9-6233-4d0d-9a56-0788d2ca1f16 x-openstack-request-id: req-61b4e7a9-6233-4d0d-9a56-0788d2ca1f16 {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:31:19.134151 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe16ab1-eff0-4f89-831c-53a71749af1e", "tag": "a521fa0c-fd5e-4d63-ad09-2800cf799f22", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:31:19.134443 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-61b4e7a9-6233-4d0d-9a56-0788d2ca1f16 {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:31:19.135096 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe16ab1-eff0-4f89-831c-53a71749af1e', 'tag': 'a521fa0c-fd5e-4d63-ad09-2800cf799f22', 'status': 'completed', 'code': 200} Jun 26 16:31:19.136664 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-69301135-96a7-4c04-9602-8424f28aee9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2366313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2800174'] for subnet, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:19.142141 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:19.174045 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f87e04df-00d4-48cd-8224-94fee6e47285 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:19.200425 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['a521fa0c-fd5e-4d63-ad09-2800cf799f22'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:31:19.201862 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69301135-96a7-4c04-9602-8424f28aee9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d3f6b52-2453-4278-828a-0ce36dce263d,revision_number=0']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:19.203538 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f87e04df-00d4-48cd-8224-94fee6e47285 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:19.205975 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-69301135-96a7-4c04-9602-8424f28aee9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:19.213499 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69301135-96a7-4c04-9602-8424f28aee9a admin admin] Checking segment: {'id': '8c84791c-40b6-4ebc-a3bf-7c2c7da040ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd10bfce5-2d75-4043-a7e5-d217d041e4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:31:19.214042 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69301135-96a7-4c04-9602-8424f28aee9a admin admin] Network hostable DHCP agents. Network: d10bfce5-2d75-4043-a7e5-d217d041e4b1, hostable agents: ['e5212cc2-9f20-47fc-9661-8d059b13ec7e'], hosted agents: [] {{(pid=93425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:31:19.307220 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993f84c-bf6f-47f5-b739-48d8f35911d1 req-7ccab658-6f28-4ad7-8f01-7dc2e62e67d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:19.308718 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-8993f84c-bf6f-47f5-b739-48d8f35911d1 req-7ccab658-6f28-4ad7-8f01-7dc2e62e67d8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55cf3d619b72423baea826ad8c737f5b&device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 1098 time: 0.1358805 Jun 26 16:31:19.334192 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-1ae9648c-3a73-401e-b4c2-720bffe55f64 None None] Provisioning complete for port a521fa0c-fd5e-4d63-ad09-2800cf799f22 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:31:19.334528 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-1ae9648c-3a73-401e-b4c2-720bffe55f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:19.346570 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69301135-96a7-4c04-9602-8424f28aee9a admin admin] Network d10bfce5-2d75-4043-a7e5-d217d041e4b1 is scheduled to be hosted by DHCP agent e5212cc2-9f20-47fc-9661-8d059b13ec7e with binding_index 1 {{(pid=93425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:31:19.402496 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f87e04df-00d4-48cd-8224-94fee6e47285 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:19.405574 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f87e04df-00d4-48cd-8224-94fee6e47285 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:19.409807 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-f87e04df-00d4-48cd-8224-94fee6e47285 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "DELETE /v2.0/security-groups/c9f3fa2a-ab9f-4c5c-96b0-141160259294 HTTP/1.1" status: 204 len: 168 time: 0.3186007 Jun 26 16:31:19.409807 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-1ebb9216-2357-43f9-a541-dbe4e3be92d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:19.410030 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 58048) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:19.423243 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e04df-00d4-48cd-8224-94fee6e47285 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f3fa2a-ab9f-4c5c-96b0-141160259294,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:19.425445 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-f87e04df-00d4-48cd-8224-94fee6e47285 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:19.445082 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993f84c-bf6f-47f5-b739-48d8f35911d1 req-77b8a030-8b4d-4295-a3f0-17330da2e7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:19.446619 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-8993f84c-bf6f-47f5-b739-48d8f35911d1 req-77b8a030-8b4d-4295-a3f0-17330da2e7f5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=def1ce9b-0209-447b-b28a-e08d7371c68b HTTP/1.1" status: 200 len: 915 time: 0.1309602 Jun 26 16:31:19.451504 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [None req-69301135-96a7-4c04-9602-8424f28aee9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-iscsi, d10bfce5-2d75-4043-a7e5-d217d041e4b1) {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:31:19.462517 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69301135-96a7-4c04-9602-8424f28aee9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:19.462517 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-69301135-96a7-4c04-9602-8424f28aee9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:19.462883 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2a19c6-c5f0-4046-a720-7520bddcf825 None None] Network d10bfce5-2d75-4043-a7e5-d217d041e4b1 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:31:19.521572 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-8993f84c-bf6f-47f5-b739-48d8f35911d1 req-bb9a5feb-6f3d-4be7-bfd1-0bddb463b16d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a521fa0c-fd5e-4d63-ad09-2800cf799f22 HTTP/1.1" status: 200 len: 1000 time: 0.0670965 Jun 26 16:31:19.547885 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-69301135-96a7-4c04-9602-8424f28aee9a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8080935 Jun 26 16:31:19.588622 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993f84c-bf6f-47f5-b739-48d8f35911d1 req-01f3607f-33b3-474c-8704-a1d4bf5d11fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:19.597247 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-8993f84c-bf6f-47f5-b739-48d8f35911d1 req-01f3607f-33b3-474c-8704-a1d4bf5d11fc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=91a97eac-e645-4b77-b890-2564c4b72980 HTTP/1.1" status: 200 len: 853 time: 0.0626769 Jun 26 16:31:19.604976 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bc901c-96f5-48c7-bbf5-2be0e43ddd6c None None] Network d10bfce5-2d75-4043-a7e5-d217d041e4b1 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:31:19.615140 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-29160f88-2800-413f-9cb0-2b13cc35338f tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Deleting port 2e099d49-9474-4f1a-9b12-ff9cfafc3199 {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:31:19.615937 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-29160f88-2800-413f-9cb0-2b13cc35338f tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:19.656317 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993f84c-bf6f-47f5-b739-48d8f35911d1 req-8f07c105-2e28-411a-92db-6fcea8691159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:19.656317 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-8993f84c-bf6f-47f5-b739-48d8f35911d1 req-8f07c105-2e28-411a-92db-6fcea8691159 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=def1ce9b-0209-447b-b28a-e08d7371c68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580280 Jun 26 16:31:19.709006 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-29160f88-2800-413f-9cb0-2b13cc35338f tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:19.709233 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-29160f88-2800-413f-9cb0-2b13cc35338f tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:19.723051 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-29160f88-2800-413f-9cb0-2b13cc35338f tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Calling delete_port for 2e099d49-9474-4f1a-9b12-ff9cfafc3199 owned by network:floatingip {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:31:19.766352 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-8993f84c-bf6f-47f5-b739-48d8f35911d1 req-ed7594e4-7e5d-4d37-83b6-3a38d451d648 service neutron] 10.222.0.38 "GET /v2.0/networks/def1ce9b-0209-447b-b28a-e08d7371c68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027508 Jun 26 16:31:19.869622 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-8993f84c-bf6f-47f5-b739-48d8f35911d1 req-4de16d2e-dd33-41dd-8387-a584cd91589a service neutron] 10.222.0.38 "GET /v2.0/networks/def1ce9b-0209-447b-b28a-e08d7371c68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949306 Jun 26 16:31:20.041186 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-29160f88-2800-413f-9cb0-2b13cc35338f tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:20.044176 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-bfc4f3df-4a21-41fd-9a12-40a5a2fe0ae0 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:20.067617 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29160f88-2800-413f-9cb0-2b13cc35338f tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Pushing event deleted for resources: {'Port': ['ID=2e099d49-9474-4f1a-9b12-ff9cfafc3199,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:20.071502 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-29160f88-2800-413f-9cb0-2b13cc35338f tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:20.129157 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-29160f88-2800-413f-9cb0-2b13cc35338f tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks [] for floatingip, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:20.132173 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.db.l3_db [None req-29160f88-2800-413f-9cb0-2b13cc35338f tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Floating IP d35407b1-45c1-46b8-8cf6-f4d10b7dd3a6 disassociated (deleted). External IP: 172.27.2.42, port: a521fa0c-fd5e-4d63-ad09-2800cf799f22. Jun 26 16:31:20.585477 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29160f88-2800-413f-9cb0-2b13cc35338f tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Router dea18cc8-8a68-4739-8522-659d787c55a8 has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:31:20.693141 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29160f88-2800-413f-9cb0-2b13cc35338f tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:31:20.698115 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-29160f88-2800-413f-9cb0-2b13cc35338f tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for floatingip, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:20.702967 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51743822-b3ab-409e-991d-276b76da5361 None None] Sync routers for ids ['dea18cc8-8a68-4739-8522-659d787c55a8'] in dv-cinder-798189-1-iscsi {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:31:20.711888 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51743822-b3ab-409e-991d-276b76da5361 None None] Routers {'dea18cc8-8a68-4739-8522-659d787c55a8'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:31:20.712534 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-51743822-b3ab-409e-991d-276b76da5361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:31:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['dea18cc8-8a68-4739-8522-659d787c55a8'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:20.736295 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-29160f88-2800-413f-9cb0-2b13cc35338f tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "DELETE /v2.0/floatingips/d35407b1-45c1-46b8-8cf6-f4d10b7dd3a6 HTTP/1.1" status: 204 len: 168 time: 1.3255048 Jun 26 16:31:20.828853 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-51743822-b3ab-409e-991d-276b76da5361 None None] Set router dea18cc8-8a68-4739-8522-659d787c55a8 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:31:21.135743 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-51743822-b3ab-409e-991d-276b76da5361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'name': 'tempest-TestMinimumBasicScenario-450662618-router', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:11Z', 'updated_at': '2021-06-26T16:28:16Z', 'revision_number': 4, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'gw_port': {'id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:12Z', 'updated_at': '2021-06-26T16:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'd94deee9-cbc4-4543-adb1-aaccc5047121', 'name': '', 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'mac_address': 'fa:16:3e:76:d1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '91a97eac-e645-4b77-b890-2564c4b72980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:15Z', 'updated_at': '2021-06-26T16:28:23Z', 'revision_number': 5, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'subnets': [{'id': '91a97eac-e645-4b77-b890-2564c4b72980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:21.136359 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe16ab1-eff0-4f89-831c-53a71749af1e', 'tag': 'a521fa0c-fd5e-4d63-ad09-2800cf799f22'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:31:21.140911 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a355da-e3d1-4f88-8b3f-54d66587f776" -d '{"events": [{"name": "network-changed", "server_uuid": "abe16ab1-eff0-4f89-831c-53a71749af1e", "tag": "a521fa0c-fd5e-4d63-ad09-2800cf799f22"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:31:21.162365 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51743822-b3ab-409e-991d-276b76da5361 None None] Checking router: dea18cc8-8a68-4739-8522-659d787c55a8 for host: dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:31:21.172018 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51743822-b3ab-409e-991d-276b76da5361 None None] Routers {'dea18cc8-8a68-4739-8522-659d787c55a8'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:31:21.172656 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-51743822-b3ab-409e-991d-276b76da5361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:31:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['dea18cc8-8a68-4739-8522-659d787c55a8'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:21.190039 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bceee36-6329-4d22-81fb-bdc1e20ebdd6 x-openstack-request-id: req-9bceee36-6329-4d22-81fb-bdc1e20ebdd6 {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:31:21.191358 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe16ab1-eff0-4f89-831c-53a71749af1e", "tag": "a521fa0c-fd5e-4d63-ad09-2800cf799f22", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:31:21.191644 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9bceee36-6329-4d22-81fb-bdc1e20ebdd6 {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:31:21.192279 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe16ab1-eff0-4f89-831c-53a71749af1e', 'tag': 'a521fa0c-fd5e-4d63-ad09-2800cf799f22', 'status': 'completed', 'code': 200} Jun 26 16:31:21.269755 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a355da-e3d1-4f88-8b3f-54d66587f776 req-74807d22-f96b-45e2-8f40-4e3fa55f0ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:21.271403 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-83a355da-e3d1-4f88-8b3f-54d66587f776 req-74807d22-f96b-45e2-8f40-4e3fa55f0ebe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55cf3d619b72423baea826ad8c737f5b&device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 1098 time: 0.0550735 Jun 26 16:31:21.278490 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-51743822-b3ab-409e-991d-276b76da5361 None None] Set router dea18cc8-8a68-4739-8522-659d787c55a8 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:31:21.362417 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a355da-e3d1-4f88-8b3f-54d66587f776 req-c31eb4b8-7418-47d1-8409-1633691e83dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:21.363868 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-83a355da-e3d1-4f88-8b3f-54d66587f776 req-c31eb4b8-7418-47d1-8409-1633691e83dc service neutron] 10.222.0.38 "GET /v2.0/networks?id=def1ce9b-0209-447b-b28a-e08d7371c68b HTTP/1.1" status: 200 len: 915 time: 0.0865977 Jun 26 16:31:21.411898 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-83a355da-e3d1-4f88-8b3f-54d66587f776 req-3ef117ec-2b23-41fb-8283-34f6fc4672cd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a521fa0c-fd5e-4d63-ad09-2800cf799f22 HTTP/1.1" status: 200 len: 217 time: 0.0373077 Jun 26 16:31:21.465393 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a355da-e3d1-4f88-8b3f-54d66587f776 req-1ef02216-00c9-4936-8730-7304c895e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:21.467047 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-83a355da-e3d1-4f88-8b3f-54d66587f776 req-1ef02216-00c9-4936-8730-7304c895e00c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=91a97eac-e645-4b77-b890-2564c4b72980 HTTP/1.1" status: 200 len: 853 time: 0.0465386 Jun 26 16:31:21.476976 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-51743822-b3ab-409e-991d-276b76da5361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'name': 'tempest-TestMinimumBasicScenario-450662618-router', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:11Z', 'updated_at': '2021-06-26T16:28:16Z', 'revision_number': 4, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'gw_port': {'id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:12Z', 'updated_at': '2021-06-26T16:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'd94deee9-cbc4-4543-adb1-aaccc5047121', 'name': '', 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'mac_address': 'fa:16:3e:76:d1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '91a97eac-e645-4b77-b890-2564c4b72980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:15Z', 'updated_at': '2021-06-26T16:28:23Z', 'revision_number': 5, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'subnets': [{'id': '91a97eac-e645-4b77-b890-2564c4b72980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:21.503042 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51743822-b3ab-409e-991d-276b76da5361 None None] The sync data for ids ['dea18cc8-8a68-4739-8522-659d787c55a8'] in dv-cinder-798189-1-iscsi is: [{'id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'name': 'tempest-TestMinimumBasicScenario-450662618-router', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:11Z', 'updated_at': '2021-06-26T16:28:16Z', 'revision_number': 4, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'gw_port': {'id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:12Z', 'updated_at': '2021-06-26T16:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'd94deee9-cbc4-4543-adb1-aaccc5047121', 'name': '', 'network_id': 'def1ce9b-0209-447b-b28a-e08d7371c68b', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'mac_address': 'fa:16:3e:76:d1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '91a97eac-e645-4b77-b890-2564c4b72980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:15Z', 'updated_at': '2021-06-26T16:28:23Z', 'revision_number': 5, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'subnets': [{'id': '91a97eac-e645-4b77-b890-2564c4b72980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:31:21.531343 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a355da-e3d1-4f88-8b3f-54d66587f776 req-23262eec-8790-4d6e-ba00-2327daa784e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:21.532857 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-83a355da-e3d1-4f88-8b3f-54d66587f776 req-23262eec-8790-4d6e-ba00-2327daa784e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=def1ce9b-0209-447b-b28a-e08d7371c68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565627 Jun 26 16:31:21.628583 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-83a355da-e3d1-4f88-8b3f-54d66587f776 req-3da422f2-a09d-456f-9b36-5c2696af69f4 service neutron] 10.222.0.38 "GET /v2.0/networks/def1ce9b-0209-447b-b28a-e08d7371c68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863211 Jun 26 16:31:21.821892 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8c30c0-1e04-4715-9788-59cc04dccba8 None None] New status for floating IP d35407b1-45c1-46b8-8cf6-f4d10b7dd3a6: DOWN {{(pid=93427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:31:22.023743 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-83a355da-e3d1-4f88-8b3f-54d66587f776 req-d6f041ca-4a91-425e-883e-de839926c1b5 service neutron] 10.222.0.38 "GET /v2.0/networks/def1ce9b-0209-447b-b28a-e08d7371c68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886001 Jun 26 16:31:22.067394 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-ad160c69-57d1-4a96-bf45-b1ba2aa50f38 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:22.068870 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-ad160c69-57d1-4a96-bf45-b1ba2aa50f38 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/networks?id=d10bfce5-2d75-4043-a7e5-d217d041e4b1 HTTP/1.1" status: 200 len: 808 time: 0.1086535 Jun 26 16:31:22.084326 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-43ac91f1-5802-462d-b732-43793bf18ce7 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/quotas/6a2a613abda942848caf7ec407f720f1 HTTP/1.1" status: 200 len: 375 time: 0.0098825 Jun 26 16:31:22.123336 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-f8d8f1cf-cca6-4e4c-a711-1b7666ad6258 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a2a613abda942848caf7ec407f720f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325899 Jun 26 16:31:22.267206 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-e8895cce-4f40-4b8a-8fe0-59591e0a70f8 service neutron] 10.222.0.35 "GET /v2.0/networks/d10bfce5-2d75-4043-a7e5-d217d041e4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357281 Jun 26 16:31:22.366393 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a7312c79-3e36-4648-82c7-96f6bbf38e0c service neutron] 10.222.0.35 "GET /v2.0/networks/d10bfce5-2d75-4043-a7e5-d217d041e4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935042 Jun 26 16:31:22.691525 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c7877d11-a40b-4b4a-8128-08b4136f2e20 req-89e86045-4d12-4a2e-9ca5-b8026879bfa9 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=8774c081-1d09-45b8-848f-f9642f42ac9f HTTP/1.1" status: 200 len: 210 time: 0.0414991 Jun 26 16:31:23.776764 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-893130c3-f4b8-44de-95b2-7e32d90ec4a5 req-3fd6fd2a-0091-4ff8-8c12-a61159d6c868 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=8774c081-1d09-45b8-848f-f9642f42ac9f HTTP/1.1" status: 200 len: 210 time: 0.0307591 Jun 26 16:31:24.061937 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 58162) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:24.104713 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9df3943-6a76-4def-b831-2c1bfab20fae admin admin] Deleting subnet 9b5db32e-b227-440d-8ae4-66ad01ce9b48 {{(pid=93425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:31:24.108187 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d9df3943-6a76-4def-b831-2c1bfab20fae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:24.145425 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d9df3943-6a76-4def-b831-2c1bfab20fae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2683751'] for subnet, precommit_delete_associations {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:24.186521 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d9df3943-6a76-4def-b831-2c1bfab20fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077411'] for subnet, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:24.407547 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d9df3943-6a76-4def-b831-2c1bfab20fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2366254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2799837'] for subnet, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:24.409989 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-2cc77322-2f41-4268-b97b-b5aa0ab6ce33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:24.433835 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df3943-6a76-4def-b831-2c1bfab20fae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5db32e-b227-440d-8ae4-66ad01ce9b48,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:24.436845 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-d9df3943-6a76-4def-b831-2c1bfab20fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:24.437824 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d9df3943-6a76-4def-b831-2c1bfab20fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:24.443012 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-d9df3943-6a76-4def-b831-2c1bfab20fae admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9b5db32e-b227-440d-8ae4-66ad01ce9b48 HTTP/1.1" status: 204 len: 168 time: 0.3767138 Jun 26 16:31:24.443012 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 58166) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:24.521425 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d50db808-bfaa-4fba-9efa-85bd560ec4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599898'] for network, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:24.643817 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188afb0f-b262-49c1-a0d4-aa0f30d38186 req-0570df23-a5a5-41b2-a271-3780385427cc tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:24.645308 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-188afb0f-b262-49c1-a0d4-aa0f30d38186 req-0570df23-a5a5-41b2-a271-3780385427cc tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 945 time: 0.1432638 Jun 26 16:31:24.646908 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d50db808-bfaa-4fba-9efa-85bd560ec4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2078910', 'neutron.services.segments.db._delete_segments_for_network-8735253278486'] for network, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:24.659383 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-d50db808-bfaa-4fba-9efa-85bd560ec4bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb61fcc5-b55f-4ea6-88ab-05941d155a7c']}} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:24.680452 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-d50db808-bfaa-4fba-9efa-85bd560ec4bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a88f6d2-85a2-4918-bf9f-01650ccdd4a4') {'for_net_delete': True} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:24.680747 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-d50db808-bfaa-4fba-9efa-85bd560ec4bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a88f6d2-85a2-4918-bf9f-01650ccdd4a4') {} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:24.692969 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d50db808-bfaa-4fba-9efa-85bd560ec4bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735253296631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2683760'] for segment, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:24.712985 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-188afb0f-b262-49c1-a0d4-aa0f30d38186 req-3b409e0b-f85d-4d57-8b04-48e7418d09d9 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581279 Jun 26 16:31:24.718546 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d50db808-bfaa-4fba-9efa-85bd560ec4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:24.723343 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d50db808-bfaa-4fba-9efa-85bd560ec4bf admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:31:24.723735 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d50db808-bfaa-4fba-9efa-85bd560ec4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2366411'] for segment, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: Traceback (most recent call last): Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: timer() Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: cb(*args, **kw) Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: return func(*args, **kwargs) Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: self._notify() Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: self.callback(batched_events) Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: event.method(event) Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: return f(self, *a, **k) Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: return self._get(url).json() Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: return self.request(url, 'GET', **kwargs) Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:31:24.725528 dv-cinder-798189-1-iscsi neutron-server[93425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:31:24.837879 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d50db808-bfaa-4fba-9efa-85bd560ec4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2078901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646772'] for network, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:24.841860 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-d38c2089-fb85-43c2-b96b-cdbbf44c98fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:24.848766 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d50db808-bfaa-4fba-9efa-85bd560ec4bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:24.853069 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-d50db808-bfaa-4fba-9efa-85bd560ec4bf admin admin] 10.222.0.35 "DELETE /v2.0/networks/bb61fcc5-b55f-4ea6-88ab-05941d155a7c HTTP/1.1" status: 204 len: 168 time: 0.4077208 Jun 26 16:31:24.863299 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50db808-bfaa-4fba-9efa-85bd560ec4bf admin admin] Pushing event deleted for resources: {'Network': ['ID=bb61fcc5-b55f-4ea6-88ab-05941d155a7c,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:24.870256 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-d50db808-bfaa-4fba-9efa-85bd560ec4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:24.926479 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d2c55d53-5ffd-4f58-856e-bc20841d90aa req-855e255d-0567-4aab-b9e5-26b46d6f82fe tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=8774c081-1d09-45b8-848f-f9642f42ac9f HTTP/1.1" status: 200 len: 210 time: 0.0312557 Jun 26 16:31:25.403986 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 58182) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:25.448144 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-dd8d27d6-f23b-4018-9e67-2dc21b1dd292 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d18dfcef1f642d6aa374cd57848aa7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407937 Jun 26 16:31:25.448489 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 58186) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:25.497472 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4527d793-f41d-4838-8667-593e2bc81017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:25.546540 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4527d793-f41d-4838-8667-593e2bc81017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:25.608103 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60fb3a-5d2a-4014-8c5a-3791c450899f req-777374eb-c1b7-4a3f-bfdb-965f0eaa964a tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:25.609577 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7d60fb3a-5d2a-4014-8c5a-3791c450899f req-777374eb-c1b7-4a3f-bfdb-965f0eaa964a tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.1002557 Jun 26 16:31:25.647702 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7d60fb3a-5d2a-4014-8c5a-3791c450899f req-7c696f3d-48f0-4c0e-b357-dbf5d3cf0584 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319664 Jun 26 16:31:25.669609 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4527d793-f41d-4838-8667-593e2bc81017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:25.672959 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4527d793-f41d-4838-8667-593e2bc81017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:25.674096 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-4527d793-f41d-4838-8667-593e2bc81017 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ceda92a5-5240-4641-8215-3072939caf80 HTTP/1.1" status: 204 len: 168 time: 0.2246242 Jun 26 16:31:25.675002 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-fffccd16-0984-457a-b518-432343b156ec tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:25.682855 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527d793-f41d-4838-8667-593e2bc81017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceda92a5-5240-4641-8215-3072939caf80,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:25.685396 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-4527d793-f41d-4838-8667-593e2bc81017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:25.717643 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-138d25f1-0fc8-44c2-84aa-9361af4b5f25 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:25.719211 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-138d25f1-0fc8-44c2-84aa-9361af4b5f25 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.38 "GET /v2.0/networks?id=d10bfce5-2d75-4043-a7e5-d217d041e4b1 HTTP/1.1" status: 200 len: 808 time: 0.1117401 Jun 26 16:31:25.733529 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-ffbd80db-a8b8-4e2c-9590-960961b8ab05 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Request body: {'port': {'device_id': '8774c081-1d09-45b8-848f-f9642f42ac9f', 'network_id': 'd10bfce5-2d75-4043-a7e5-d217d041e4b1', 'admin_state_up': True, 'tenant_id': '6a2a613abda942848caf7ec407f720f1'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:31:25.906328 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5e556-c89c-4a8e-bf6a-ba4751905a6a req-1c300dbf-250d-4c29-a821-fd769f7afaf8 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:25.907869 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7ce5e556-c89c-4a8e-bf6a-ba4751905a6a req-1c300dbf-250d-4c29-a821-fd769f7afaf8 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 945 time: 0.0743022 Jun 26 16:31:25.922007 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-ffbd80db-a8b8-4e2c-9590-960961b8ab05 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Made reservation on behalf of 6a2a613abda942848caf7ec407f720f1 for: {'port': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:31:25.925613 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-ffbd80db-a8b8-4e2c-9590-960961b8ab05 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:25.946098 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7ce5e556-c89c-4a8e-bf6a-ba4751905a6a req-ab62667c-1c73-4abf-a326-5e075c7b1a62 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/security-groups?id=02c77bf0-a22b-47b3-89ec-49431016546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324588 Jun 26 16:31:26.058012 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-ffbd80db-a8b8-4e2c-9590-960961b8ab05 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Allocated IP 172.20.0.14 (d10bfce5-2d75-4043-a7e5-d217d041e4b1/8d3f6b52-2453-4278-828a-0ce36dce263d/7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:31:26.067694 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a9c25900-611a-4f1a-9595-ea46bd0fa000 req-807105dc-3ca2-4f24-b181-8206ddc4a43c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=8774c081-1d09-45b8-848f-f9642f42ac9f HTTP/1.1" status: 200 len: 210 time: 0.0293477 Jun 26 16:31:26.234701 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-ffbd80db-a8b8-4e2c-9590-960961b8ab05 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:26.329375 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-ffbd80db-a8b8-4e2c-9590-960961b8ab05 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9987695'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:26.333864 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:26.377061 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-ffbd80db-a8b8-4e2c-9590-960961b8ab05 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Network d10bfce5-2d75-4043-a7e5-d217d041e4b1 is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:31:26.385836 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-ffbd80db-a8b8-4e2c-9590-960961b8ab05 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:31:26.388323 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-ffbd80db-a8b8-4e2c-9590-960961b8ab05 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:31:26.411501 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9a9a8-1b58-4b63-b91b-d8f535977747 req-f0a4cf38-a646-42ef-9be7-d43f324436ae tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:26.412947 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bff9a9a8-1b58-4b63-b91b-d8f535977747 req-f0a4cf38-a646-42ef-9be7-d43f324436ae tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.38 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 945 time: 0.0656941 Jun 26 16:31:26.417448 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd80db-a8b8-4e2c-9590-960961b8ab05 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Pushing event updated for resources: {'Port': ['ID=7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:26.421775 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-ffbd80db-a8b8-4e2c-9590-960961b8ab05 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:26.440693 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-ffbd80db-a8b8-4e2c-9590-960961b8ab05 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:26.441347 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-ffbd80db-a8b8-4e2c-9590-960961b8ab05 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:26.512467 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-bff9a9a8-1b58-4b63-b91b-d8f535977747 req-3020e396-9983-4f3d-ba56-5cfad51e5a63 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Deleting port a521fa0c-fd5e-4d63-ad09-2800cf799f22 {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:31:26.512805 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-bff9a9a8-1b58-4b63-b91b-d8f535977747 req-3020e396-9983-4f3d-ba56-5cfad51e5a63 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:26.518164 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-ffbd80db-a8b8-4e2c-9590-960961b8ab05 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7890456 Jun 26 16:31:26.534683 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Request body: {'port': {'device_id': '8774c081-1d09-45b8-848f-f9642f42ac9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:31:26.602669 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:26.602948 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-bff9a9a8-1b58-4b63-b91b-d8f535977747 req-3020e396-9983-4f3d-ba56-5cfad51e5a63 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] For port a521fa0c-fd5e-4d63-ad09-2800cf799f22, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=a521fa0c-fd5e-4d63-ad09-2800cf799f22,segment=NetworkSegment(d0cfdb46-031c-4c02-baae-cb8fc3088fc7),segment_id=d0cfdb46-031c-4c02-baae-cb8fc3088fc7)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:26.603101 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-bff9a9a8-1b58-4b63-b91b-d8f535977747 req-3020e396-9983-4f3d-ba56-5cfad51e5a63 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:26.614433 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-bff9a9a8-1b58-4b63-b91b-d8f535977747 req-3020e396-9983-4f3d-ba56-5cfad51e5a63 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Calling delete_port for a521fa0c-fd5e-4d63-ad09-2800cf799f22 owned by compute:nova {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:31:26.828659 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ca85f-8b41-4cfa-9a7d-075c8938cc09 req-4f272c08-9acb-4884-9ec6-bb4cea50f6ff tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:26.830129 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4f7ca85f-8b41-4cfa-9a7d-075c8938cc09 req-4f272c08-9acb-4884-9ec6-bb4cea50f6ff tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0655453 Jun 26 16:31:26.843323 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-bff9a9a8-1b58-4b63-b91b-d8f535977747 req-3020e396-9983-4f3d-ba56-5cfad51e5a63 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:26.852662 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-b4c8e49c-9270-4a91-b226-cad371418967 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:26.854995 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['a521fa0c-fd5e-4d63-ad09-2800cf799f22'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:31:26.862924 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0 {{(pid=93424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:31:26.870633 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:26.882661 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020e396-9983-4f3d-ba56-5cfad51e5a63 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Pushing event deleted for resources: {'Port': ['ID=a521fa0c-fd5e-4d63-ad09-2800cf799f22,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:26.882932 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.provisioning_blocks [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Transition to ACTIVE for port object 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0 will not be triggered until provisioned by entity L2. {{(pid=93424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:31:26.885979 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-3020e396-9983-4f3d-ba56-5cfad51e5a63 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:26.918664 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4f7ca85f-8b41-4cfa-9a7d-075c8938cc09 req-fa070647-6115-43fa-8e74-4bec3795e585 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827978 Jun 26 16:31:26.944097 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff9a9a8-1b58-4b63-b91b-d8f535977747 req-3020e396-9983-4f3d-ba56-5cfad51e5a63 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] No DVR routers for this DVR port a521fa0c-fd5e-4d63-ad09-2800cf799f22 on host hv-cinder-79818 {{(pid=93425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:31:26.949031 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-bff9a9a8-1b58-4b63-b91b-d8f535977747 req-3020e396-9983-4f3d-ba56-5cfad51e5a63 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:26.951045 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bff9a9a8-1b58-4b63-b91b-d8f535977747 req-3020e396-9983-4f3d-ba56-5cfad51e5a63 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.38 "DELETE /v2.0/ports/a521fa0c-fd5e-4d63-ad09-2800cf799f22 HTTP/1.1" status: 204 len: 173 time: 0.5293033 Jun 26 16:31:26.952081 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe16ab1-eff0-4f89-831c-53a71749af1e', 'name': 'network-vif-deleted', 'tag': 'a521fa0c-fd5e-4d63-ad09-2800cf799f22'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:31:26.954385 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4336df29-160d-43a0-b082-c1b0078b9c2c" -d '{"events": [{"server_uuid": "abe16ab1-eff0-4f89-831c-53a71749af1e", "name": "network-vif-deleted", "tag": "a521fa0c-fd5e-4d63-ad09-2800cf799f22"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:31:26.972733 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:26.975526 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-40b1809c-6ef9-45dc-9e8d-8db0c63f3584 tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:27.013163 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc14d20-2a10-4c2c-b811-9507d4ec5cca x-openstack-request-id: req-bfc14d20-2a10-4c2c-b811-9507d4ec5cca {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:31:27.013487 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe16ab1-eff0-4f89-831c-53a71749af1e", "name": "network-vif-deleted", "tag": "a521fa0c-fd5e-4d63-ad09-2800cf799f22", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:31:27.014273 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bfc14d20-2a10-4c2c-b811-9507d4ec5cca {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:31:27.014712 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe16ab1-eff0-4f89-831c-53a71749af1e', 'name': 'network-vif-deleted', 'tag': 'a521fa0c-fd5e-4d63-ad09-2800cf799f22', 'status': 'completed', 'code': 200} Jun 26 16:31:27.071575 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Pushing event updated for resources: {'Port': ['ID=7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0,revision_number=2']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:27.078267 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:27.113514 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Attempting to bind port 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:31:27.113858 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Attempting to bind port 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '8c84791c-40b6-4ebc-a3bf-7c2c7da040ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd10bfce5-2d75-4043-a7e5-d217d041e4b1'}] {{(pid=93424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:31:27.114193 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Attempting to bind port 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0 on network d10bfce5-2d75-4043-a7e5-d217d041e4b1 {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:31:27.125154 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Port 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0 on network d10bfce5-2d75-4043-a7e5-d217d041e4b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:31:27.125610 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Attempting to bind port 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0 on network d10bfce5-2d75-4043-a7e5-d217d041e4b1 {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:31:27.146650 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Checking agent: {'id': '017f0d27-5c15-4479-952a-00a1dbd8023d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'started_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:31:27.147029 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Checking segment: {'id': '8c84791c-40b6-4ebc-a3bf-7c2c7da040ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd10bfce5-2d75-4043-a7e5-d217d041e4b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:31:27.150164 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Bound using segment: {'id': '8c84791c-40b6-4ebc-a3bf-7c2c7da040ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd10bfce5-2d75-4043-a7e5-d217d041e4b1'} {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:31:27.150164 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Bound port: 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c84791c-40b6-4ebc-a3bf-7c2c7da040ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd10bfce5-2d75-4043-a7e5-d217d041e4b1'}}] {{(pid=93424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:31:27.150164 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:27.232573 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] For port 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0, host hv-cinder-79818, cleared binding levels {{(pid=93424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:31:27.235795 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] For port 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0,segment=NetworkSegment(8c84791c-40b6-4ebc-a3bf-7c2c7da040ed),segment_id=8c84791c-40b6-4ebc-a3bf-7c2c7da040ed)] {{(pid=93424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:31:27.276520 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d33d9813-0a46-4597-8755-7ffe0a1ed62b req-1db8a76c-c576-4a01-8f36-542c43ccc900 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] 10.222.0.35 "GET /v2.0/ports?device_id=abe16ab1-eff0-4f89-831c-53a71749af1e HTTP/1.1" status: 200 len: 210 time: 0.0305524 Jun 26 16:31:27.307540 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:27.310015 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-7bc158e9-f6bb-4954-b27c-fb100250c03b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:27.319553 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17880f3c-ff21-456f-9f2c-2e1038fd8acc req-ede9cdee-1f05-4659-b8f2-f74345fabee7 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:27.321895 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-17880f3c-ff21-456f-9f2c-2e1038fd8acc req-ede9cdee-1f05-4659-b8f2-f74345fabee7 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=8774c081-1d09-45b8-848f-f9642f42ac9f HTTP/1.1" status: 200 len: 944 time: 0.1083636 Jun 26 16:31:27.370892 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-17880f3c-ff21-456f-9f2c-2e1038fd8acc req-34ad16ba-6870-464f-bacf-aab65ed5c72c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420394 Jun 26 16:31:27.371074 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:27.371816 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:27.373719 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] 10.222.0.38 "PUT /v2.0/ports/7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0 HTTP/1.1" status: 200 len: 1094 time: 0.8427496 Jun 26 16:31:27.374264 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8774c081-1d09-45b8-848f-f9642f42ac9f', 'tag': '7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:31:27.376724 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e03f501-bc0d-4515-823f-582e158dd9ca" -d '{"events": [{"name": "network-changed", "server_uuid": "8774c081-1d09-45b8-848f-f9642f42ac9f", "tag": "7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:31:27.406791 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Pushing event updated for resources: {'Port': ['ID=7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0,revision_number=3']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:27.418643 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:27.428250 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c3e7a1-62cc-418b-be6d-6cce48464458 x-openstack-request-id: req-a0c3e7a1-62cc-418b-be6d-6cce48464458 {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:31:27.428581 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8774c081-1d09-45b8-848f-f9642f42ac9f", "tag": "7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:31:27.428903 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a0c3e7a1-62cc-418b-be6d-6cce48464458 {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:31:27.429365 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8774c081-1d09-45b8-848f-f9642f42ac9f', 'tag': '7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0', 'status': 'completed', 'code': 200} Jun 26 16:31:27.507915 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03f501-bc0d-4515-823f-582e158dd9ca req-ab54aba1-aa70-4931-9a8f-45fa64e5e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:27.509327 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-9e03f501-bc0d-4515-823f-582e158dd9ca req-ab54aba1-aa70-4931-9a8f-45fa64e5e7ef service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a2a613abda942848caf7ec407f720f1&device_id=8774c081-1d09-45b8-848f-f9642f42ac9f HTTP/1.1" status: 200 len: 1097 time: 0.0534708 Jun 26 16:31:27.602878 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d33d7-bc97-4b24-b36c-bb4eacf290f7 req-094bc773-ca82-4f70-a9c3-2549f825aadb tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:27.604474 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-078d33d7-bc97-4b24-b36c-bb4eacf290f7 req-094bc773-ca82-4f70-a9c3-2549f825aadb tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.0686324 Jun 26 16:31:27.631846 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03f501-bc0d-4515-823f-582e158dd9ca req-4522ac37-f770-4ec7-b20b-59bd2b08a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:27.633407 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-9e03f501-bc0d-4515-823f-582e158dd9ca req-4522ac37-f770-4ec7-b20b-59bd2b08a902 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=6a2a613abda942848caf7ec407f720f1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0986524 Jun 26 16:31:27.721644 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-078d33d7-bc97-4b24-b36c-bb4eacf290f7 req-c6a6ca11-7da7-4a83-8ade-33f8fef65f14 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Deleting port b7eff7d9-64c3-44ba-abef-afe21dc226a2 {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:31:27.721978 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-078d33d7-bc97-4b24-b36c-bb4eacf290f7 req-c6a6ca11-7da7-4a83-8ade-33f8fef65f14 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:27.733647 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03f501-bc0d-4515-823f-582e158dd9ca req-36cfe278-3304-4189-8916-29d5bc689cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:27.735241 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-9e03f501-bc0d-4515-823f-582e158dd9ca req-36cfe278-3304-4189-8916-29d5bc689cc5 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916667 Jun 26 16:31:27.815790 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-078d33d7-bc97-4b24-b36c-bb4eacf290f7 req-c6a6ca11-7da7-4a83-8ade-33f8fef65f14 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] For port b7eff7d9-64c3-44ba-abef-afe21dc226a2, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=b7eff7d9-64c3-44ba-abef-afe21dc226a2,segment=NetworkSegment(4f604311-0f84-4b21-a003-273b77581632),segment_id=4f604311-0f84-4b21-a003-273b77581632)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:27.816426 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-078d33d7-bc97-4b24-b36c-bb4eacf290f7 req-c6a6ca11-7da7-4a83-8ade-33f8fef65f14 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:27.843583 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-6283cd8d-3733-4f1b-a9bb-6b5c7e11faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:27.845212 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-6283cd8d-3733-4f1b-a9bb-6b5c7e11faa5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a2a613abda942848caf7ec407f720f1&device_id=8774c081-1d09-45b8-848f-f9642f42ac9f HTTP/1.1" status: 200 len: 1097 time: 0.0603824 Jun 26 16:31:27.890049 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-613caea4-45f5-404f-a28f-e06dda589310 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0 HTTP/1.1" status: 200 len: 217 time: 0.0366852 Jun 26 16:31:27.941032 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-d5c89457-84c6-45b5-b190-b02443af6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:27.942800 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-d5c89457-84c6-45b5-b190-b02443af6294 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8d3f6b52-2453-4278-828a-0ce36dce263d HTTP/1.1" status: 200 len: 848 time: 0.0442431 Jun 26 16:31:27.992682 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-822ef5e1-6071-482e-af5d-b174807c45e5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d10bfce5-2d75-4043-a7e5-d217d041e4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429456 Jun 26 16:31:28.087277 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-078d33d7-bc97-4b24-b36c-bb4eacf290f7 req-c6a6ca11-7da7-4a83-8ade-33f8fef65f14 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:28.087832 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-078d33d7-bc97-4b24-b36c-bb4eacf290f7 req-c6a6ca11-7da7-4a83-8ade-33f8fef65f14 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646687'] for floatingip, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:28.088129 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.db.l3_db [req-078d33d7-bc97-4b24-b36c-bb4eacf290f7 req-c6a6ca11-7da7-4a83-8ade-33f8fef65f14 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Floating IP 5db8e721-2c54-471a-b30f-5aa3b7ab8d55 disassociated. External IP: 172.27.2.243, port: b7eff7d9-64c3-44ba-abef-afe21dc226a2. Jun 26 16:31:28.088614 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-078d33d7-bc97-4b24-b36c-bb4eacf290f7 req-c6a6ca11-7da7-4a83-8ade-33f8fef65f14 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Calling delete_port for b7eff7d9-64c3-44ba-abef-afe21dc226a2 owned by compute:nova {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:31:28.091228 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-199fa379-f779-4f2b-b7ea-41bd694ce08c service neutron] 10.222.0.38 "GET /v2.0/networks/d10bfce5-2d75-4043-a7e5-d217d041e4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906072 Jun 26 16:31:28.184555 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5098656-24cc-46f9-a5c4-1142fd9cbeb0 req-1f27aae7-7d4a-4faf-b93b-93bf28edcfb7 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:28.186084 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f5098656-24cc-46f9-a5c4-1142fd9cbeb0 req-1f27aae7-7d4a-4faf-b93b-93bf28edcfb7 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 946 time: 0.1373374 Jun 26 16:31:28.192437 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-5307888d-ec40-4b21-a25d-b6a7475969ec req-57b5f7b2-2223-4c55-bc8a-8fa890f84160 service neutron] 10.222.0.38 "GET /v2.0/networks/d10bfce5-2d75-4043-a7e5-d217d041e4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915797 Jun 26 16:31:28.262836 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f5098656-24cc-46f9-a5c4-1142fd9cbeb0 req-e5ea3290-7c3f-4f1d-8737-00efe1deb363 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=1cf5de10-d499-49e3-967d-a28e6b3250c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664525 Jun 26 16:31:28.358130 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-078d33d7-bc97-4b24-b36c-bb4eacf290f7 req-c6a6ca11-7da7-4a83-8ade-33f8fef65f14 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:28.362286 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:28.390301 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6ca11-7da7-4a83-8ade-33f8fef65f14 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Pushing event deleted for resources: {'Port': ['ID=b7eff7d9-64c3-44ba-abef-afe21dc226a2,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:28.392791 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c6a6ca11-7da7-4a83-8ade-33f8fef65f14 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:28.533898 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-078d33d7-bc97-4b24-b36c-bb4eacf290f7 req-c6a6ca11-7da7-4a83-8ade-33f8fef65f14 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Router d92536f8-cd05-4ff0-826f-2de42df908fb has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:31:28.673592 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53481b-90ce-490c-b5a8-f85575274ae0 req-dec8f635-0fbc-4d4d-ada5-b413eef48338 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:28.675191 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-de53481b-90ce-490c-b5a8-f85575274ae0 req-dec8f635-0fbc-4d4d-ada5-b413eef48338 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=8774c081-1d09-45b8-848f-f9642f42ac9f HTTP/1.1" status: 200 len: 944 time: 0.1564667 Jun 26 16:31:28.725825 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-078d33d7-bc97-4b24-b36c-bb4eacf290f7 req-c6a6ca11-7da7-4a83-8ade-33f8fef65f14 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:31:28.730101 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-de53481b-90ce-490c-b5a8-f85575274ae0 req-e9d368ae-f6d4-4505-867f-7e9cf5d9cc71 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480881 Jun 26 16:31:28.743166 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2525a5-9f5e-456d-a31b-e71c7049bc06 None None] Sync routers for ids ['d92536f8-cd05-4ff0-826f-2de42df908fb'] in dv-cinder-798189-1-iscsi {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:31:28.766833 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2525a5-9f5e-456d-a31b-e71c7049bc06 None None] Routers {'d92536f8-cd05-4ff0-826f-2de42df908fb'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:31:28.767506 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-7a2525a5-9f5e-456d-a31b-e71c7049bc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:31:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d92536f8-cd05-4ff0-826f-2de42df908fb'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:28.786293 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-078d33d7-bc97-4b24-b36c-bb4eacf290f7 req-c6a6ca11-7da7-4a83-8ade-33f8fef65f14 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] No DVR routers for this DVR port b7eff7d9-64c3-44ba-abef-afe21dc226a2 on host hv-cinder-79818 {{(pid=93425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:31:28.788876 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-078d33d7-bc97-4b24-b36c-bb4eacf290f7 req-c6a6ca11-7da7-4a83-8ade-33f8fef65f14 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:28.791040 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-078d33d7-bc97-4b24-b36c-bb4eacf290f7 req-c6a6ca11-7da7-4a83-8ade-33f8fef65f14 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.38 "DELETE /v2.0/ports/b7eff7d9-64c3-44ba-abef-afe21dc226a2 HTTP/1.1" status: 204 len: 173 time: 1.1807833 Jun 26 16:31:28.890348 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-7a2525a5-9f5e-456d-a31b-e71c7049bc06 None None] Set router d92536f8-cd05-4ff0-826f-2de42df908fb gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:31:29.016698 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d9fec1-2fcc-4017-9f32-9d972ed1754b', 'name': 'network-vif-deleted', 'tag': 'b7eff7d9-64c3-44ba-abef-afe21dc226a2'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:31:29.018662 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfa2639-0fa8-4e1e-9d35-3349d99fa6ac" -d '{"events": [{"server_uuid": "c0d9fec1-2fcc-4017-9f32-9d972ed1754b", "name": "network-vif-deleted", "tag": "b7eff7d9-64c3-44ba-abef-afe21dc226a2"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:31:29.057993 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c50284-8032-46d4-8aad-b4d7752f0362 x-openstack-request-id: req-a8c50284-8032-46d4-8aad-b4d7752f0362 {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:31:29.058386 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d9fec1-2fcc-4017-9f32-9d972ed1754b", "name": "network-vif-deleted", "tag": "b7eff7d9-64c3-44ba-abef-afe21dc226a2", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:31:29.058601 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a8c50284-8032-46d4-8aad-b4d7752f0362 {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:31:29.059322 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d9fec1-2fcc-4017-9f32-9d972ed1754b', 'name': 'network-vif-deleted', 'tag': 'b7eff7d9-64c3-44ba-abef-afe21dc226a2', 'status': 'completed', 'code': 200} Jun 26 16:31:29.097376 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-7a2525a5-9f5e-456d-a31b-e71c7049bc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'name': 'tempest-AttachVolumeTestJSON-1853895905-router', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:11Z', 'updated_at': '2021-06-26T16:26:17Z', 'revision_number': 4, 'project_id': '37245b0b96f64637951914c50cb066eb', 'gw_port': {'id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:12Z', 'updated_at': '2021-06-26T16:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '537d5037-1a9c-43e3-a4b0-cf095f0fc0b8', 'name': '', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'mac_address': 'fa:16:3e:8b:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:26:25Z', 'revision_number': 5, 'project_id': '37245b0b96f64637951914c50cb066eb', 'subnets': [{'id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:29.123089 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2525a5-9f5e-456d-a31b-e71c7049bc06 None None] Checking router: d92536f8-cd05-4ff0-826f-2de42df908fb for host: dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:31:29.131316 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2525a5-9f5e-456d-a31b-e71c7049bc06 None None] Routers {'d92536f8-cd05-4ff0-826f-2de42df908fb'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:31:29.131916 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-7a2525a5-9f5e-456d-a31b-e71c7049bc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:31:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d92536f8-cd05-4ff0-826f-2de42df908fb'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:29.237444 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-7a2525a5-9f5e-456d-a31b-e71c7049bc06 None None] Set router d92536f8-cd05-4ff0-826f-2de42df908fb gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:31:29.441198 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0c03fdaa-961b-44ad-808c-a6d3ae88fa4f req-093cddf0-4d13-4267-b255-0c521763b7b5 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0d9fec1-2fcc-4017-9f32-9d972ed1754b HTTP/1.1" status: 200 len: 210 time: 0.0310035 Jun 26 16:31:29.462215 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-7a2525a5-9f5e-456d-a31b-e71c7049bc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'name': 'tempest-AttachVolumeTestJSON-1853895905-router', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:11Z', 'updated_at': '2021-06-26T16:26:17Z', 'revision_number': 4, 'project_id': '37245b0b96f64637951914c50cb066eb', 'gw_port': {'id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:12Z', 'updated_at': '2021-06-26T16:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '537d5037-1a9c-43e3-a4b0-cf095f0fc0b8', 'name': '', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'mac_address': 'fa:16:3e:8b:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:26:25Z', 'revision_number': 5, 'project_id': '37245b0b96f64637951914c50cb066eb', 'subnets': [{'id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:29.491280 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2525a5-9f5e-456d-a31b-e71c7049bc06 None None] The sync data for ids ['d92536f8-cd05-4ff0-826f-2de42df908fb'] in dv-cinder-798189-1-iscsi is: [{'id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'name': 'tempest-AttachVolumeTestJSON-1853895905-router', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:11Z', 'updated_at': '2021-06-26T16:26:17Z', 'revision_number': 4, 'project_id': '37245b0b96f64637951914c50cb066eb', 'gw_port': {'id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:12Z', 'updated_at': '2021-06-26T16:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '537d5037-1a9c-43e3-a4b0-cf095f0fc0b8', 'name': '', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'mac_address': 'fa:16:3e:8b:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:26:25Z', 'revision_number': 5, 'project_id': '37245b0b96f64637951914c50cb066eb', 'subnets': [{'id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:31:29.729351 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef68be2a-747c-4c83-956c-0bc90cf78117 None None] New status for floating IP 5db8e721-2c54-471a-b30f-5aa3b7ab8d55: DOWN {{(pid=93427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:31:29.911858 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96eba9-dfd4-41c5-ae39-3ed5cf0b8be0 req-8284612b-c3f3-40f5-9df1-614e77c3633a tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:29.913355 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf96eba9-dfd4-41c5-ae39-3ed5cf0b8be0 req-8284612b-c3f3-40f5-9df1-614e77c3633a tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=8774c081-1d09-45b8-848f-f9642f42ac9f HTTP/1.1" status: 200 len: 944 time: 0.0633914 Jun 26 16:31:29.952370 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf96eba9-dfd4-41c5-ae39-3ed5cf0b8be0 req-51cc773c-07a6-4aa5-93ac-473e8beca76c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329134 Jun 26 16:31:30.163308 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 58272) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:30.615964 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 58278) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:30.719323 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-7cc39089-fb06-45e9-801a-ae4e11ca86cc tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:30.750630 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-7cc39089-fb06-45e9-801a-ae4e11ca86cc tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:30.762005 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device a521fa0c-fd5e-4d63-ad09-2800cf799f22 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:31:30.800949 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] No Port match for: a521fa0c-fd5e-4d63-ad09-2800cf799f22 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:31:30.801303 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device a521fa0c-fd5e-4d63-ad09-2800cf799f22 not bound to the agent host hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:31:30.837284 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-fba9c6a3-759a-409f-9316-5be81ea9081a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684534'] for router_interface, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:30.914581 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-7cc39089-fb06-45e9-801a-ae4e11ca86cc tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:30.917392 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-7cc39089-fb06-45e9-801a-ae4e11ca86cc tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:30.918525 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-7cc39089-fb06-45e9-801a-ae4e11ca86cc tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "DELETE /v2.0/security-groups/1cf5de10-d499-49e3-967d-a28e6b3250c6 HTTP/1.1" status: 204 len: 168 time: 0.3016610 Jun 26 16:31:30.921449 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-4c9b85c8-29b3-45c8-94ae-37fc515896e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:30.922058 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 58282) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:30.933211 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc39089-fb06-45e9-801a-ae4e11ca86cc tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf5de10-d499-49e3-967d-a28e6b3250c6,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:30.935237 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.api.v2.resource [None req-709f27e8-21ab-4c05-b020-db7182b34a5a tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] show failed (client error): The resource could not be found. Jun 26 16:31:30.939462 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-7cc39089-fb06-45e9-801a-ae4e11ca86cc tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:30.939796 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-709f27e8-21ab-4c05-b020-db7182b34a5a tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups/1cf5de10-d499-49e3-967d-a28e6b3250c6 HTTP/1.1" status: 404 len: 347 time: 0.0136542 Jun 26 16:31:30.939796 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 58284) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:31.069596 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-4493d07d-2ab5-4751-a6c2-8d827c0a3af1 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Deleting port 099d71e7-a571-45ad-9ad4-69fb56ae38f0 {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:31:31.069866 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4493d07d-2ab5-4751-a6c2-8d827c0a3af1 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:31.144451 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4493d07d-2ab5-4751-a6c2-8d827c0a3af1 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:31.144950 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4493d07d-2ab5-4751-a6c2-8d827c0a3af1 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:31.157089 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-4493d07d-2ab5-4751-a6c2-8d827c0a3af1 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Calling delete_port for 099d71e7-a571-45ad-9ad4-69fb56ae38f0 owned by network:floatingip {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:31:31.165108 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d34c9-4890-439c-a5f2-59e6536bfd36 req-cba5e0d3-e18e-465a-b535-f11fe3606678 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:31.166575 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9e4d34c9-4890-439c-a5f2-59e6536bfd36 req-cba5e0d3-e18e-465a-b535-f11fe3606678 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=8774c081-1d09-45b8-848f-f9642f42ac9f HTTP/1.1" status: 200 len: 944 time: 0.0936317 Jun 26 16:31:31.168816 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-fba9c6a3-759a-409f-9316-5be81ea9081a admin admin] Deleting port d94deee9-cbc4-4543-adb1-aaccc5047121 {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:31:31.169153 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-fba9c6a3-759a-409f-9316-5be81ea9081a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:31.253740 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9e4d34c9-4890-439c-a5f2-59e6536bfd36 req-d8cf562b-1919-4cb6-a57d-fa74c3ce4cd6 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694828 Jun 26 16:31:31.276352 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [None req-fba9c6a3-759a-409f-9316-5be81ea9081a admin admin] For port d94deee9-cbc4-4543-adb1-aaccc5047121, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=d94deee9-cbc4-4543-adb1-aaccc5047121,segment=NetworkSegment(d0cfdb46-031c-4c02-baae-cb8fc3088fc7),segment_id=d0cfdb46-031c-4c02-baae-cb8fc3088fc7)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:31.276352 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-fba9c6a3-759a-409f-9316-5be81ea9081a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:31.286623 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-fba9c6a3-759a-409f-9316-5be81ea9081a admin admin] Calling delete_port for d94deee9-cbc4-4543-adb1-aaccc5047121 owned by network:router_interface {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:31:31.346261 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4493d07d-2ab5-4751-a6c2-8d827c0a3af1 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:31.349909 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-3422ab9f-faa8-4f5b-a1f4-f20cbfd2587f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:31.373085 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493d07d-2ab5-4751-a6c2-8d827c0a3af1 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Pushing event deleted for resources: {'Port': ['ID=099d71e7-a571-45ad-9ad4-69fb56ae38f0,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:31.380171 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-4493d07d-2ab5-4751-a6c2-8d827c0a3af1 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:31.434576 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4493d07d-2ab5-4751-a6c2-8d827c0a3af1 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for floatingip, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:31.437944 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4493d07d-2ab5-4751-a6c2-8d827c0a3af1 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for floatingip, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:31.439109 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-4493d07d-2ab5-4751-a6c2-8d827c0a3af1 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "DELETE /v2.0/floatingips/5db8e721-2c54-471a-b30f-5aa3b7ab8d55 HTTP/1.1" status: 204 len: 168 time: 0.4983749 Jun 26 16:31:31.540326 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-fba9c6a3-759a-409f-9316-5be81ea9081a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:31.543292 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:31.566317 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9c6a3-759a-409f-9316-5be81ea9081a admin admin] Pushing event deleted for resources: {'Port': ['ID=d94deee9-cbc4-4543-adb1-aaccc5047121,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:31.570065 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-fba9c6a3-759a-409f-9316-5be81ea9081a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:31.828640 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 58290) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:31.833363 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-11d472e0-8995-4560-85ee-3089de70c96f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1732304096', 'description': 'tempest-description--427462867'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:31:32.010033 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-11d472e0-8995-4560-85ee-3089de70c96f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:32.101115 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-fba9c6a3-759a-409f-9316-5be81ea9081a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645638'] for router_interface, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:32.184273 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-11d472e0-8995-4560-85ee-3089de70c96f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:32.267622 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-11d472e0-8995-4560-85ee-3089de70c96f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:32.271886 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-4fc12c4a-9e08-4e2b-b883-05065f0b1755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:32.334322 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d472e0-8995-4560-85ee-3089de70c96f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0345740f-e25a-44ba-b558-f7570347eb4a,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:32.338360 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-11d472e0-8995-4560-85ee-3089de70c96f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:32.363559 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba9c6a3-759a-409f-9316-5be81ea9081a admin admin] Router dea18cc8-8a68-4739-8522-659d787c55a8 has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:31:32.381387 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-11d472e0-8995-4560-85ee-3089de70c96f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:32.382532 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-11d472e0-8995-4560-85ee-3089de70c96f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5529037 Jun 26 16:31:32.385494 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 58296) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:32.390213 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-a980981c-266e-4f95-8a6f-0bf605f1e05b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Request body: {'security_group_rule': {'security_group_id': '0345740f-e25a-44ba-b558-f7570347eb4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:31:32.462690 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a980981c-266e-4f95-8a6f-0bf605f1e05b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:32.511240 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea15d1-b4e5-401a-964b-2b8476fc084f req-69f86059-2a0b-4e69-8215-a0eca9515dce tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:32.512721 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-80ea15d1-b4e5-401a-964b-2b8476fc084f req-69f86059-2a0b-4e69-8215-a0eca9515dce tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=8774c081-1d09-45b8-848f-f9642f42ac9f HTTP/1.1" status: 200 len: 944 time: 0.1452866 Jun 26 16:31:32.517485 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a980981c-266e-4f95-8a6f-0bf605f1e05b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:32.521338 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba9c6a3-759a-409f-9316-5be81ea9081a admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:31:32.530311 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf0099-a6d9-4463-a614-6d5a58ebaf24 None None] Sync routers for ids ['dea18cc8-8a68-4739-8522-659d787c55a8'] in dv-cinder-798189-1-iscsi {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:31:32.531170 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-fba9c6a3-759a-409f-9316-5be81ea9081a admin admin] 10.222.0.35 "PUT /v2.0/routers/dea18cc8-8a68-4739-8522-659d787c55a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3668394 Jun 26 16:31:32.535341 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 58298) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:32.541371 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf0099-a6d9-4463-a614-6d5a58ebaf24 None None] Routers {'dea18cc8-8a68-4739-8522-659d787c55a8'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:31:32.542051 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-b3bf0099-a6d9-4463-a614-6d5a58ebaf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:31:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['dea18cc8-8a68-4739-8522-659d787c55a8'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:32.559893 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-80ea15d1-b4e5-401a-964b-2b8476fc084f req-aa737384-70ac-43ec-b03e-a180814ebe0e tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407391 Jun 26 16:31:32.618591 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a980981c-266e-4f95-8a6f-0bf605f1e05b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:32.623262 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:32.644242 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-b3bf0099-a6d9-4463-a614-6d5a58ebaf24 None None] Set router dea18cc8-8a68-4739-8522-659d787c55a8 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:31:32.646508 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980981c-266e-4f95-8a6f-0bf605f1e05b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bcdc1ff-097a-488e-8563-e79e82f9834b,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:32.650808 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a980981c-266e-4f95-8a6f-0bf605f1e05b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:32.657040 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2f1a263b-6645-498a-ace7-ac7fd8a0cb9e admin admin] Notify callbacks [] for router, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:32.729797 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a980981c-266e-4f95-8a6f-0bf605f1e05b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:32.730925 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-a980981c-266e-4f95-8a6f-0bf605f1e05b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3444254 Jun 26 16:31:32.734316 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 58300) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:32.739487 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-d6db9bb6-f403-4e49-8d72-3053ca6780fc tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Request body: {'security_group_rule': {'security_group_id': '0345740f-e25a-44ba-b558-f7570347eb4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:31:32.759348 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2f1a263b-6645-498a-ace7-ac7fd8a0cb9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:32.777600 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:31:32.780696 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device b7eff7d9-64c3-44ba-abef-afe21dc226a2 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:31:32.811369 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] No Port match for: b7eff7d9-64c3-44ba-abef-afe21dc226a2 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:31:32.811718 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device b7eff7d9-64c3-44ba-abef-afe21dc226a2 not bound to the agent host hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:31:32.836325 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d6db9bb6-f403-4e49-8d72-3053ca6780fc tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:32.883962 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d6db9bb6-f403-4e49-8d72-3053ca6780fc tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:32.892746 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a263b-6645-498a-ace7-ac7fd8a0cb9e admin admin] Deleting port dffdc616-401f-4be3-a9d5-4eeb2582a6c7 {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:31:32.893091 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2f1a263b-6645-498a-ace7-ac7fd8a0cb9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:32.923939 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-b3bf0099-a6d9-4463-a614-6d5a58ebaf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'name': 'tempest-TestMinimumBasicScenario-450662618-router', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:11Z', 'updated_at': '2021-06-26T16:31:31Z', 'revision_number': 5, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'gw_port': {'id': 'dffdc616-401f-4be3-a9d5-4eeb2582a6c7', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:12Z', 'updated_at': '2021-06-26T16:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:32.930318 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0,segment=NetworkSegment(8c84791c-40b6-4ebc-a3bf-7c2c7da040ed),segment_id=8c84791c-40b6-4ebc-a3bf-7c2c7da040ed)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:32.962390 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf0099-a6d9-4463-a614-6d5a58ebaf24 None None] Checking router: dea18cc8-8a68-4739-8522-659d787c55a8 for host: dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:31:32.967954 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d6db9bb6-f403-4e49-8d72-3053ca6780fc tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:32.970229 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:32.970667 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': '7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0', 'network_id': 'd10bfce5-2d75-4043-a7e5-d217d041e4b1', 'port_id': '7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0', 'mac_address': 'fa:16:3e:94:36:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d3f6b52-2453-4278-828a-0ce36dce263d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:31:32.971909 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [None req-2f1a263b-6645-498a-ace7-ac7fd8a0cb9e admin admin] For port dffdc616-401f-4be3-a9d5-4eeb2582a6c7, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=dffdc616-401f-4be3-a9d5-4eeb2582a6c7,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:32.972273 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2f1a263b-6645-498a-ace7-ac7fd8a0cb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:32.979935 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf0099-a6d9-4463-a614-6d5a58ebaf24 None None] Routers {'dea18cc8-8a68-4739-8522-659d787c55a8'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:31:32.980494 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-b3bf0099-a6d9-4463-a614-6d5a58ebaf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:31:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['dea18cc8-8a68-4739-8522-659d787c55a8'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:32.987004 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a263b-6645-498a-ace7-ac7fd8a0cb9e admin admin] Calling delete_port for dffdc616-401f-4be3-a9d5-4eeb2582a6c7 owned by network:router_gateway {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:31:32.988345 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db9bb6-f403-4e49-8d72-3053ca6780fc tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a017c4-968e-45b6-8080-acd958ac7850,revision_number=0']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:32.992275 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-d6db9bb6-f403-4e49-8d72-3053ca6780fc tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:33.079596 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.089291 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d6db9bb6-f403-4e49-8d72-3053ca6780fc tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.094376 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-d6db9bb6-f403-4e49-8d72-3053ca6780fc tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3585167 Jun 26 16:31:33.095002 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 58304) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:33.099689 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-5e8eeba7-dbea-46df-8abc-60bddc3b7860 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Request body: {'floatingip': {'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:31:33.101019 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0 {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:31:33.106692 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-b3bf0099-a6d9-4463-a614-6d5a58ebaf24 None None] Set router dea18cc8-8a68-4739-8522-659d787c55a8 gateway port host: None {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:31:33.212703 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5e8eeba7-dbea-46df-8abc-60bddc3b7860 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for floatingip, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.260598 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2f1a263b-6645-498a-ace7-ac7fd8a0cb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.262965 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:33.288190 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a263b-6645-498a-ace7-ac7fd8a0cb9e admin admin] Pushing event deleted for resources: {'Port': ['ID=dffdc616-401f-4be3-a9d5-4eeb2582a6c7,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:33.288544 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-b3bf0099-a6d9-4463-a614-6d5a58ebaf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'name': 'tempest-TestMinimumBasicScenario-450662618-router', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:11Z', 'updated_at': '2021-06-26T16:31:32Z', 'revision_number': 6, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'gw_port_host': None}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:33.291408 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-2f1a263b-6645-498a-ace7-ac7fd8a0cb9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:33.297180 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0,segment=NetworkSegment(8c84791c-40b6-4ebc-a3bf-7c2c7da040ed),segment_id=8c84791c-40b6-4ebc-a3bf-7c2c7da040ed)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:33.316310 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5e8eeba7-dbea-46df-8abc-60bddc3b7860 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.318758 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf0099-a6d9-4463-a614-6d5a58ebaf24 None None] The sync data for ids ['dea18cc8-8a68-4739-8522-659d787c55a8'] in dv-cinder-798189-1-iscsi is: [{'id': 'dea18cc8-8a68-4739-8522-659d787c55a8', 'name': 'tempest-TestMinimumBasicScenario-450662618-router', 'tenant_id': '55cf3d619b72423baea826ad8c737f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:11Z', 'updated_at': '2021-06-26T16:31:32Z', 'revision_number': 6, 'project_id': '55cf3d619b72423baea826ad8c737f5b', 'gw_port_host': None}] {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:31:33.361099 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2f1a263b-6645-498a-ace7-ac7fd8a0cb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646844'] for router_gateway, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.384219 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.386952 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-c58aadee-e272-4942-9375-6aea04b65f63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:33.428873 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_common [None req-5e8eeba7-dbea-46df-8abc-60bddc3b7860 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Allocated IP 172.27.2.192 (1236ffa6-61e0-401d-8733-f5e5c635b4bb/85c7ca79-f8ed-404d-bbb5-368914d3121b/4b892ee0-084c-42b8-b1f7-d0b476c07b6c) {{(pid=93425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:31:33.434718 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:33.442435 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:33.455714 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:33.455714 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:33.455714 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:33.455714 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:33.455714 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:33.455714 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:33.455714 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:33.455714 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:33.455714 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:33.455714 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:33.455714 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:33.455714 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:33.465193 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2f1a263b-6645-498a-ace7-ac7fd8a0cb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5638'] for router, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.466989 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2f1a263b-6645-498a-ace7-ac7fd8a0cb9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.538989 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5e8eeba7-dbea-46df-8abc-60bddc3b7860 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for port, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.620559 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2f1a263b-6645-498a-ace7-ac7fd8a0cb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646123'] for router, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.621288 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1a263b-6645-498a-ace7-ac7fd8a0cb9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dea18cc8-8a68-4739-8522-659d787c55a8 {{(pid=93424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 16:31:33.626906 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2f1a263b-6645-498a-ace7-ac7fd8a0cb9e admin admin] Notify callbacks [] for router, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.639902 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-2f1a263b-6645-498a-ace7-ac7fd8a0cb9e admin admin] 10.222.0.35 "DELETE /v2.0/routers/dea18cc8-8a68-4739-8522-659d787c55a8 HTTP/1.1" status: 204 len: 168 time: 1.0922832 Jun 26 16:31:33.639902 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 58310) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:33.640105 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:31:33.707242 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_v2 [None req-2045fe7f-a37a-45d9-85a5-c36c60bb159e admin admin] Deleting subnet 91a97eac-e645-4b77-b890-2564c4b72980 {{(pid=93424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:31:33.710746 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2045fe7f-a37a-45d9-85a5-c36c60bb159e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.716162 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5e8eeba7-dbea-46df-8abc-60bddc3b7860 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2366237'] for port, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.720559 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-20505913-6b97-446f-80c4-eae8eacd68dd tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:33.755789 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2045fe7f-a37a-45d9-85a5-c36c60bb159e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9654320'] for subnet, precommit_delete_associations {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.761739 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cb46b449-524a-4e3c-97b9-3bc48549b29c req-c021eaa9-7110-47bf-a81f-6d8d214b91c0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2255275 Jun 26 16:31:33.776725 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8eeba7-dbea-46df-8abc-60bddc3b7860 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:31:33.781298 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [None req-5e8eeba7-dbea-46df-8abc-60bddc3b7860 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:31:33.783961 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8eeba7-dbea-46df-8abc-60bddc3b7860 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Received port after_create {{(pid=93425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:31:33.820140 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8eeba7-dbea-46df-8abc-60bddc3b7860 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Pushing event updated for resources: {'Port': ['ID=4b892ee0-084c-42b8-b1f7-d0b476c07b6c,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:33.822993 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-5e8eeba7-dbea-46df-8abc-60bddc3b7860 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:33.894061 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb66ce8-34aa-4292-bd98-e2edf78c1533 req-d43c8dd7-7be1-4a1d-8392-cd1b2164a43f tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:33.895573 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fdb66ce8-34aa-4292-bd98-e2edf78c1533 req-d43c8dd7-7be1-4a1d-8392-cd1b2164a43f tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=8774c081-1d09-45b8-848f-f9642f42ac9f HTTP/1.1" status: 200 len: 945 time: 0.2134635 Jun 26 16:31:33.907262 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2045fe7f-a37a-45d9-85a5-c36c60bb159e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077411'] for subnet, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.972081 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5e8eeba7-dbea-46df-8abc-60bddc3b7860 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.976595 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46b449-524a-4e3c-97b9-3bc48549b29c req-d0c56f47-4c1b-499e-af6d-c1984d172f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:33.978363 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cb46b449-524a-4e3c-97b9-3bc48549b29c req-d0c56f47-4c1b-499e-af6d-c1984d172f7c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2100de5fb39244ff97ddc96c9964d3dc&device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 1098 time: 0.1535013 Jun 26 16:31:33.988195 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fdb66ce8-34aa-4292-bd98-e2edf78c1533 req-2f5565b0-2817-4cfa-aaad-2b4194c629ae tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666242 Jun 26 16:31:34.043489 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2045fe7f-a37a-45d9-85a5-c36c60bb159e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9987676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10402897'] for subnet, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.046576 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a327faaf-1734-4123-aa2f-6f9f458bc2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:34.070502 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045fe7f-a37a-45d9-85a5-c36c60bb159e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91a97eac-e645-4b77-b890-2564c4b72980,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:34.072431 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2045fe7f-a37a-45d9-85a5-c36c60bb159e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.077044 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-2045fe7f-a37a-45d9-85a5-c36c60bb159e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/91a97eac-e645-4b77-b890-2564c4b72980 HTTP/1.1" status: 204 len: 168 time: 0.4421446 Jun 26 16:31:34.077044 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-2045fe7f-a37a-45d9-85a5-c36c60bb159e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:34.077620 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 58312) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:34.082384 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8060cd58-f6d4-41ee-8f68-db5d81129fa9 None None] Network def1ce9b-0209-447b-b28a-e08d7371c68b requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:31:34.105753 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46b449-524a-4e3c-97b9-3bc48549b29c req-c43df504-5a2c-4a15-a716-99053e504b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:34.107303 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cb46b449-524a-4e3c-97b9-3bc48549b29c req-c43df504-5a2c-4a15-a716-99053e504b77 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a HTTP/1.1" status: 200 len: 910 time: 0.1080844 Jun 26 16:31:34.161876 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5e8eeba7-dbea-46df-8abc-60bddc3b7860 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.169290 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599898'] for network, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.234229 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cb46b449-524a-4e3c-97b9-3bc48549b29c req-965aa06b-39f1-4c81-b011-f22555356ac8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b1a7d38-2719-42bb-999e-f1c36a8854eb HTTP/1.1" status: 200 len: 1000 time: 0.1164782 Jun 26 16:31:34.257819 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] Deleting port d9faecbf-5229-4043-aea0-431acfd07683 {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:31:34.258169 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.322791 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d873f57d-1fbe-4a19-b7a4-6e39774f1c83 None None] DHCP port deletion for def1ce9b-0209-447b-b28a-e08d7371c68b request from dv-cinder-798189-1-iscsi {{(pid=93426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 16:31:34.342883 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] For port d9faecbf-5229-4043-aea0-431acfd07683, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=d9faecbf-5229-4043-aea0-431acfd07683,segment=NetworkSegment(d0cfdb46-031c-4c02-baae-cb8fc3088fc7),segment_id=d0cfdb46-031c-4c02-baae-cb8fc3088fc7)] {{(pid=93424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:34.343254 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.348191 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46b449-524a-4e3c-97b9-3bc48549b29c req-d59d3b32-c389-4f8b-8baf-4fd998df4aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:34.348191 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cb46b449-524a-4e3c-97b9-3bc48549b29c req-d59d3b32-c389-4f8b-8baf-4fd998df4aad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33e4ba87-06e7-4b7c-ad07-5c1e136045e2 HTTP/1.1" status: 200 len: 848 time: 0.0978775 Jun 26 16:31:34.363175 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] Calling delete_port for d9faecbf-5229-4043-aea0-431acfd07683 owned by network:dhcp {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:31:34.402801 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-d873f57d-1fbe-4a19-b7a4-6e39774f1c83 None None] Deleting port d9faecbf-5229-4043-aea0-431acfd07683 {{(pid=93426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:31:34.402801 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-d873f57d-1fbe-4a19-b7a4-6e39774f1c83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.429632 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device d94deee9-cbc4-4543-adb1-aaccc5047121 no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:31:34.442950 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5e8eeba7-dbea-46df-8abc-60bddc3b7860 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for port, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.449502 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46b449-524a-4e3c-97b9-3bc48549b29c req-30c03862-7186-4a27-b6e8-ef678c8cd896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:34.450814 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cb46b449-524a-4e3c-97b9-3bc48549b29c req-30c03862-7186-4a27-b6e8-ef678c8cd896 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0966673 Jun 26 16:31:34.479930 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: d94deee9-cbc4-4543-adb1-aaccc5047121 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:31:34.480288 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device d94deee9-cbc4-4543-adb1-aaccc5047121 not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:31:34.480722 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device dffdc616-401f-4be3-a9d5-4eeb2582a6c7 no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:31:34.508552 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: dffdc616-401f-4be3-a9d5-4eeb2582a6c7 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:31:34.508910 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device dffdc616-401f-4be3-a9d5-4eeb2582a6c7 not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:31:34.514815 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-d873f57d-1fbe-4a19-b7a4-6e39774f1c83 None None] For port d9faecbf-5229-4043-aea0-431acfd07683, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=d9faecbf-5229-4043-aea0-431acfd07683,segment=NetworkSegment(d0cfdb46-031c-4c02-baae-cb8fc3088fc7),segment_id=d0cfdb46-031c-4c02-baae-cb8fc3088fc7)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:34.515206 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-d873f57d-1fbe-4a19-b7a4-6e39774f1c83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.531718 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-d873f57d-1fbe-4a19-b7a4-6e39774f1c83 None None] Calling delete_port for d9faecbf-5229-4043-aea0-431acfd07683 owned by network:dhcp {{(pid=93426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:31:34.551106 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cb46b449-524a-4e3c-97b9-3bc48549b29c req-94989da0-1b6d-461b-b8fb-1c2e18b47318 service neutron] 10.222.0.38 "GET /v2.0/networks/8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941772 Jun 26 16:31:34.583002 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5e8eeba7-dbea-46df-8abc-60bddc3b7860 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.590264 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-d7c68b45-bde7-4df5-b169-1f8f678dafcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:34.631624 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.634545 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a5d902f8-7ec2-489c-899a-384b2bcd1975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:34.659330 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-d873f57d-1fbe-4a19-b7a4-6e39774f1c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750'] for port, after_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.660806 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9faecbf-5229-4043-aea0-431acfd07683,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:34.665022 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:34.668823 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] No DVR routers for this DVR port d9faecbf-5229-4043-aea0-431acfd07683 on host dv-cinder-798189-1-iscsi {{(pid=93424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:31:34.671067 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:34.688111 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873f57d-1fbe-4a19-b7a4-6e39774f1c83 None None] Pushing event deleted for resources: {'Port': ['ID=d9faecbf-5229-4043-aea0-431acfd07683,revision_number=None']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:34.690946 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8eeba7-dbea-46df-8abc-60bddc3b7860 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Pushing event updated for resources: {'Port': ['ID=4b892ee0-084c-42b8-b1f7-d0b476c07b6c,revision_number=2']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:34.691469 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-d873f57d-1fbe-4a19-b7a4-6e39774f1c83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:34.694187 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d873f57d-1fbe-4a19-b7a4-6e39774f1c83 None None] No DVR routers for this DVR port d9faecbf-5229-4043-aea0-431acfd07683 on host dv-cinder-798189-1-iscsi {{(pid=93426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:31:34.694323 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-5e8eeba7-dbea-46df-8abc-60bddc3b7860 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:34.733314 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5e8eeba7-dbea-46df-8abc-60bddc3b7860 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646687'] for floatingip, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.743003 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cb46b449-524a-4e3c-97b9-3bc48549b29c req-932b5a9e-7a5d-4c75-af74-78f86b7fc16d service neutron] 10.222.0.38 "GET /v2.0/networks/8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857183 Jun 26 16:31:34.752065 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2078910', 'neutron.services.segments.db._delete_segments_for_network-8735253278486'] for network, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.761903 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.services.segments.db [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def1ce9b-0209-447b-b28a-e08d7371c68b']}} {{(pid=93424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:34.771540 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.services.segments.db [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0cfdb46-031c-4c02-baae-cb8fc3088fc7') {'for_net_delete': True} {{(pid=93424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:34.771837 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.services.segments.db [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0cfdb46-031c-4c02-baae-cb8fc3088fc7') {} {{(pid=93424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:34.780672 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735253296631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9654311'] for segment, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.791268 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0 up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:31:34.793943 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.800369 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:31:34.800749 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9987769'] for segment, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: Traceback (most recent call last): Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: timer() Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: cb(*args, **kw) Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: return func(*args, **kwargs) Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: self._notify() Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: self.callback(batched_events) Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: event.method(event) Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: return f(self, *a, **k) Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: return self._get(url).json() Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: return self.request(url, 'GET', **kwargs) Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:31:34.802418 dv-cinder-798189-1-iscsi neutron-server[93424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:31:34.827445 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5e8eeba7-dbea-46df-8abc-60bddc3b7860 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for floatingip, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.829971 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-5e8eeba7-dbea-46df-8abc-60bddc3b7860 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7327414 Jun 26 16:31:34.974730 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning for port 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:31:34.978736 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:31:34.979158 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:35.008829 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2078901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646772'] for network, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:35.024382 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:35.024485 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-372fe0e4-42e6-44d2-b50c-3ace41ffa178 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1732304096&fields=id&tenant_id=37245b0b96f64637951914c50cb066eb HTTP/1.1" status: 200 len: 267 time: 0.0354655 Jun 26 16:31:35.024921 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] 10.222.0.35 "DELETE /v2.0/networks/def1ce9b-0209-447b-b28a-e08d7371c68b HTTP/1.1" status: 204 len: 168 time: 0.9447689 Jun 26 16:31:35.024921 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 58330) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:35.024921 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-5a51c779-f620-40fb-9b28-cb8281c44a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:35.062614 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:35.085701 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8774c081-1d09-45b8-848f-f9642f42ac9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:31:35.088248 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750f6d43-46a2-4ad0-96eb-8d806c9a5a77" -d '{"events": [{"server_uuid": "8774c081-1d09-45b8-848f-f9642f42ac9f", "name": "network-vif-plugged", "status": "completed", "tag": "7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:31:35.103367 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0,segment=NetworkSegment(8c84791c-40b6-4ebc-a3bf-7c2c7da040ed),segment_id=8c84791c-40b6-4ebc-a3bf-7c2c7da040ed)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:35.130622 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] Pushing event deleted for resources: {'Network': ['ID=def1ce9b-0209-447b-b28a-e08d7371c68b,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:35.133171 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:35.171661 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-212bb4f9-bfa4-4b24-81d9-d480f7ae4440 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:35.173107 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-212bb4f9-bfa4-4b24-81d9-d480f7ae4440 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/networks?id=6e78350e-b03c-4768-a782-c82d20e18c58 HTTP/1.1" status: 200 len: 811 time: 0.1378434 Jun 26 16:31:35.179517 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:35.181794 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:35.190390 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-58306a99-f015-436f-9f50-08fe392e12be tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/quotas/37245b0b96f64637951914c50cb066eb HTTP/1.1" status: 200 len: 375 time: 0.0099146 Jun 26 16:31:35.229729 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:35.233134 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:35.246042 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea475c92-a64a-4121-aa45-64bddb44d601 req-b2eb4606-7243-4faa-8fe3-f3231250fb7b tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:35.247553 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ea475c92-a64a-4121-aa45-64bddb44d601 req-b2eb4606-7243-4faa-8fe3-f3231250fb7b tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=8774c081-1d09-45b8-848f-f9642f42ac9f HTTP/1.1" status: 200 len: 945 time: 0.1251793 Jun 26 16:31:35.297829 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ea475c92-a64a-4121-aa45-64bddb44d601 req-7188b276-94dd-4d80-8d13-c1ee60c33abc tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429502 Jun 26 16:31:35.306224 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-abde4430-f07b-4e7e-aa09-d77cbf2d190a tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=37245b0b96f64637951914c50cb066eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1061566 Jun 26 16:31:35.357481 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08318876-475f-47dc-ba52-422cc947df5e x-openstack-request-id: req-08318876-475f-47dc-ba52-422cc947df5e {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:31:35.357881 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8774c081-1d09-45b8-848f-f9642f42ac9f", "name": "network-vif-plugged", "status": "completed", "tag": "7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:31:35.358259 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-08318876-475f-47dc-ba52-422cc947df5e {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:31:35.358915 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8774c081-1d09-45b8-848f-f9642f42ac9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0', 'code': 200} Jun 26 16:31:35.414072 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-3fbb5801-0ea5-4dc1-90da-8c40933c7268 service neutron] 10.222.0.35 "GET /v2.0/networks/6e78350e-b03c-4768-a782-c82d20e18c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959480 Jun 26 16:31:35.514441 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-d5609896-8717-476c-a335-a7d0f784d4a7 service neutron] 10.222.0.35 "GET /v2.0/networks/6e78350e-b03c-4768-a782-c82d20e18c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938325 Jun 26 16:31:35.710676 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f6b1a283-8aec-4d7a-ab69-2ec75a1fd6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684534'] for router_interface, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:35.828718 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-08ad666c-f59e-4714-82c6-87e3e693b716 req-8800e64e-61c3-445d-993e-087e12b3334e tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=54ced6c9-3ddc-4f31-946b-0dcfea3b0d57 HTTP/1.1" status: 200 len: 210 time: 0.0581262 Jun 26 16:31:36.138513 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8d0eb-5a35-4e78-82a9-e899f614ff2e req-ae357b94-be13-434c-ac2b-44a1aaecf569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:36.138513 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a2c8d0eb-5a35-4e78-82a9-e899f614ff2e req-ae357b94-be13-434c-ac2b-44a1aaecf569 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8774c081-1d09-45b8-848f-f9642f42ac9f HTTP/1.1" status: 200 len: 1099 time: 0.0985894 Jun 26 16:31:36.138513 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a2c8d0eb-5a35-4e78-82a9-e899f614ff2e req-8ff670d4-9f08-42c7-ac09-b033a607b6af service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325973 Jun 26 16:31:36.140944 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-f6b1a283-8aec-4d7a-ab69-2ec75a1fd6b5 admin admin] Deleting port 664c0275-1473-4aad-84d5-97a7c1a02383 {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:31:36.140944 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f6b1a283-8aec-4d7a-ab69-2ec75a1fd6b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:36.140944 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [None req-f6b1a283-8aec-4d7a-ab69-2ec75a1fd6b5 admin admin] For port 664c0275-1473-4aad-84d5-97a7c1a02383, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=664c0275-1473-4aad-84d5-97a7c1a02383,segment=NetworkSegment(7067c21e-8af0-4023-990b-b550c9471bc5),segment_id=7067c21e-8af0-4023-990b-b550c9471bc5)] {{(pid=93424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:36.140944 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f6b1a283-8aec-4d7a-ab69-2ec75a1fd6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:36.151065 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-f6b1a283-8aec-4d7a-ab69-2ec75a1fd6b5 admin admin] Calling delete_port for 664c0275-1473-4aad-84d5-97a7c1a02383 owned by network:router_interface {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:31:36.322442 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device d9faecbf-5229-4043-aea0-431acfd07683 no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:31:36.345901 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: d9faecbf-5229-4043-aea0-431acfd07683 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:31:36.346459 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device d9faecbf-5229-4043-aea0-431acfd07683 not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:31:36.391813 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f6b1a283-8aec-4d7a-ab69-2ec75a1fd6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:36.393897 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:36.418076 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1a283-8aec-4d7a-ab69-2ec75a1fd6b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=664c0275-1473-4aad-84d5-97a7c1a02383,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:36.421057 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-f6b1a283-8aec-4d7a-ab69-2ec75a1fd6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:36.491205 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d690881-5d75-4fcc-8760-b14b7709c813 req-3d9982cc-57dd-4c5e-ba68-d7d9ea112c1c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:36.499552 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6d690881-5d75-4fcc-8760-b14b7709c813 req-3d9982cc-57dd-4c5e-ba68-d7d9ea112c1c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=8774c081-1d09-45b8-848f-f9642f42ac9f HTTP/1.1" status: 200 len: 946 time: 0.0828848 Jun 26 16:31:36.543056 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6d690881-5d75-4fcc-8760-b14b7709c813 req-82ecc01c-9236-4e24-acb5-883ebd75eba0 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425382 Jun 26 16:31:36.603274 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f6b1a283-8aec-4d7a-ab69-2ec75a1fd6b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645638'] for router_interface, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:36.818744 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b1a283-8aec-4d7a-ab69-2ec75a1fd6b5 admin admin] Router 4cdce789-f3d0-452f-9a77-296ef7cb4c19 has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:31:36.922669 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b1a283-8aec-4d7a-ab69-2ec75a1fd6b5 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:31:36.930505 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-f6b1a283-8aec-4d7a-ab69-2ec75a1fd6b5 admin admin] 10.222.0.35 "PUT /v2.0/routers/4cdce789-f3d0-452f-9a77-296ef7cb4c19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9006824 Jun 26 16:31:36.931088 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 58354) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:36.932737 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3073380-5c67-451a-9ebe-926d34c5f873 None None] Sync routers for ids ['4cdce789-f3d0-452f-9a77-296ef7cb4c19'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:31:36.941459 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3073380-5c67-451a-9ebe-926d34c5f873 None None] Routers {'4cdce789-f3d0-452f-9a77-296ef7cb4c19'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:31:36.952202 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-f3073380-5c67-451a-9ebe-926d34c5f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:31:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['4cdce789-f3d0-452f-9a77-296ef7cb4c19'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:36.972630 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-898674e8-9f33-452d-812b-61aaa57d0abc req-03993af7-0499-456a-8bc1-6c7804288ae5 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=54ced6c9-3ddc-4f31-946b-0dcfea3b0d57 HTTP/1.1" status: 200 len: 210 time: 0.0292222 Jun 26 16:31:37.034419 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-727356ea-8d7f-47ef-9fc1-57798997521e admin admin] Notify callbacks [] for router, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:37.058065 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-f3073380-5c67-451a-9ebe-926d34c5f873 None None] Set router 4cdce789-f3d0-452f-9a77-296ef7cb4c19 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:31:37.136620 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-727356ea-8d7f-47ef-9fc1-57798997521e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:37.231275 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-f3073380-5c67-451a-9ebe-926d34c5f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdce789-f3d0-452f-9a77-296ef7cb4c19', 'name': 'tempest-TestMinimumBasicScenario-955654195-router', 'tenant_id': '49098a4caced4b719521c5796683480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '3fd0b5b3-7349-40b4-8888-347c01f827b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:21Z', 'updated_at': '2021-06-26T16:31:36Z', 'revision_number': 5, 'project_id': '49098a4caced4b719521c5796683480f', 'gw_port': {'id': '3fd0b5b3-7349-40b4-8888-347c01f827b0', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdce789-f3d0-452f-9a77-296ef7cb4c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:22Z', 'updated_at': '2021-06-26T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:37.243372 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:37.257937 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3073380-5c67-451a-9ebe-926d34c5f873 None None] Checking router: 4cdce789-f3d0-452f-9a77-296ef7cb4c19 for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:31:37.266740 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3073380-5c67-451a-9ebe-926d34c5f873 None None] Routers {'4cdce789-f3d0-452f-9a77-296ef7cb4c19'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:31:37.267392 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-f3073380-5c67-451a-9ebe-926d34c5f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:31:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['4cdce789-f3d0-452f-9a77-296ef7cb4c19'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:37.278169 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-727356ea-8d7f-47ef-9fc1-57798997521e admin admin] Deleting port 3fd0b5b3-7349-40b4-8888-347c01f827b0 {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:31:37.278578 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-727356ea-8d7f-47ef-9fc1-57798997521e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:37.294678 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c248c7b2-3ac9-4808-81f4-a64ec6f17ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:37.352478 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-f3073380-5c67-451a-9ebe-926d34c5f873 None None] Set router 4cdce789-f3d0-452f-9a77-296ef7cb4c19 gateway port host: None {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:31:37.358818 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [None req-727356ea-8d7f-47ef-9fc1-57798997521e admin admin] For port 3fd0b5b3-7349-40b4-8888-347c01f827b0, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=3fd0b5b3-7349-40b4-8888-347c01f827b0,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:37.359272 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-727356ea-8d7f-47ef-9fc1-57798997521e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:37.370488 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-727356ea-8d7f-47ef-9fc1-57798997521e admin admin] Calling delete_port for 3fd0b5b3-7349-40b4-8888-347c01f827b0 owned by network:router_gateway {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:31:37.404990 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-f3073380-5c67-451a-9ebe-926d34c5f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdce789-f3d0-452f-9a77-296ef7cb4c19', 'name': 'tempest-TestMinimumBasicScenario-955654195-router', 'tenant_id': '49098a4caced4b719521c5796683480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:21Z', 'updated_at': '2021-06-26T16:31:37Z', 'revision_number': 6, 'project_id': '49098a4caced4b719521c5796683480f', 'gw_port_host': None}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:37.430380 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3073380-5c67-451a-9ebe-926d34c5f873 None None] The sync data for ids ['4cdce789-f3d0-452f-9a77-296ef7cb4c19'] in dv-cinder-798189-1-iscsi is: [{'id': '4cdce789-f3d0-452f-9a77-296ef7cb4c19', 'name': 'tempest-TestMinimumBasicScenario-955654195-router', 'tenant_id': '49098a4caced4b719521c5796683480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:21Z', 'updated_at': '2021-06-26T16:31:37Z', 'revision_number': 6, 'project_id': '49098a4caced4b719521c5796683480f', 'gw_port_host': None}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:31:37.589771 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-727356ea-8d7f-47ef-9fc1-57798997521e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:37.591960 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:37.615723 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727356ea-8d7f-47ef-9fc1-57798997521e admin admin] Pushing event deleted for resources: {'Port': ['ID=3fd0b5b3-7349-40b4-8888-347c01f827b0,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:37.618842 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-727356ea-8d7f-47ef-9fc1-57798997521e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:37.678990 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-727356ea-8d7f-47ef-9fc1-57798997521e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646844'] for router_gateway, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:37.729834 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1a603-9961-4dd9-a29c-1dfda8630c8a req-adc02297-1707-46d5-a7ae-39288c764d5c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:37.732746 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dfc1a603-9961-4dd9-a29c-1dfda8630c8a req-adc02297-1707-46d5-a7ae-39288c764d5c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=8774c081-1d09-45b8-848f-f9642f42ac9f HTTP/1.1" status: 200 len: 946 time: 0.0813410 Jun 26 16:31:37.792266 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-727356ea-8d7f-47ef-9fc1-57798997521e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5638'] for router, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:37.794170 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dfc1a603-9961-4dd9-a29c-1dfda8630c8a req-629ae2b2-f624-4cea-9962-828aba9c4928 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517151 Jun 26 16:31:37.795251 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-727356ea-8d7f-47ef-9fc1-57798997521e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:37.923214 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-727356ea-8d7f-47ef-9fc1-57798997521e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646123'] for router, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:37.924441 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727356ea-8d7f-47ef-9fc1-57798997521e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cdce789-f3d0-452f-9a77-296ef7cb4c19 {{(pid=93424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 16:31:37.933965 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-727356ea-8d7f-47ef-9fc1-57798997521e admin admin] Notify callbacks [] for router, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:37.933965 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-727356ea-8d7f-47ef-9fc1-57798997521e admin admin] 10.222.0.35 "DELETE /v2.0/routers/4cdce789-f3d0-452f-9a77-296ef7cb4c19 HTTP/1.1" status: 204 len: 168 time: 0.9981613 Jun 26 16:31:37.935562 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 58366) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:37.980653 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d8ebed6-c964-4f96-a705-35ce35b6f656 admin admin] Deleting subnet 9f318650-354e-46c3-80ee-35afc9a61f52 {{(pid=93424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:31:37.984532 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2d8ebed6-c964-4f96-a705-35ce35b6f656 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:38.021378 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2d8ebed6-c964-4f96-a705-35ce35b6f656 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9654320'] for subnet, precommit_delete_associations {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:38.115163 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2d8ebed6-c964-4f96-a705-35ce35b6f656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077411'] for subnet, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:38.150828 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f91f31f4-e78f-4f5a-ae1e-bd1d85b553ed req-c0a3db94-b719-49c6-a4c2-009a13bdaa24 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=54ced6c9-3ddc-4f31-946b-0dcfea3b0d57 HTTP/1.1" status: 200 len: 210 time: 0.0340621 Jun 26 16:31:38.175166 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-6408f673-bac5-420a-9ea8-23279e21f13b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:38.176773 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-6408f673-bac5-420a-9ea8-23279e21f13b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.38 "GET /v2.0/networks?id=6e78350e-b03c-4768-a782-c82d20e18c58 HTTP/1.1" status: 200 len: 811 time: 0.1456668 Jun 26 16:31:38.239884 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-a08e76e8-77db-4701-93c2-a185d530ec87 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37245b0b96f64637951914c50cb066eb HTTP/1.1" status: 200 len: 380 time: 0.0540473 Jun 26 16:31:38.249693 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2d8ebed6-c964-4f96-a705-35ce35b6f656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9987676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10402897'] for subnet, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:38.253385 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-8f3dd142-9964-4f76-b168-3fc32008ae9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:38.262080 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-966d4393-9bd1-4155-8672-1df4dd4b336d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Request body: {'port': {'device_id': '54ced6c9-3ddc-4f31-946b-0dcfea3b0d57', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'admin_state_up': True, 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'security_groups': ['0345740f-e25a-44ba-b558-f7570347eb4a']}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:31:38.279469 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ebed6-c964-4f96-a705-35ce35b6f656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f318650-354e-46c3-80ee-35afc9a61f52,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:38.281978 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-2d8ebed6-c964-4f96-a705-35ce35b6f656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:38.287444 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2d8ebed6-c964-4f96-a705-35ce35b6f656 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:38.287687 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-2d8ebed6-c964-4f96-a705-35ce35b6f656 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9f318650-354e-46c3-80ee-35afc9a61f52 HTTP/1.1" status: 204 len: 168 time: 0.3502555 Jun 26 16:31:38.290563 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8446c48-325d-4add-95ef-9c3538795cb2 None None] Network e94c20e7-5965-43ca-9670-d24ba76c78fd requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:31:38.291107 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 58370) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:38.354258 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 3fd0b5b3-7349-40b4-8888-347c01f827b0 no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:31:38.379977 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: 3fd0b5b3-7349-40b4-8888-347c01f827b0 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:31:38.380336 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 3fd0b5b3-7349-40b4-8888-347c01f827b0 not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:31:38.381092 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 664c0275-1473-4aad-84d5-97a7c1a02383 no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:31:38.412808 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: 664c0275-1473-4aad-84d5-97a7c1a02383 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:31:38.413368 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 664c0275-1473-4aad-84d5-97a7c1a02383 not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:31:38.585408 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c3484d-375c-41a7-91d8-8c39522e54f3 None None] DHCP port deletion for e94c20e7-5965-43ca-9670-d24ba76c78fd request from dv-cinder-798189-1-iscsi {{(pid=93426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 16:31:38.695422 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-59c3484d-375c-41a7-91d8-8c39522e54f3 None None] Deleting port ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf {{(pid=93426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:31:38.695809 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-59c3484d-375c-41a7-91d8-8c39522e54f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:38.714912 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599898'] for network, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:38.784027 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-59c3484d-375c-41a7-91d8-8c39522e54f3 None None] For port ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf,segment=NetworkSegment(7067c21e-8af0-4023-990b-b550c9471bc5),segment_id=7067c21e-8af0-4023-990b-b550c9471bc5)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:38.784537 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-59c3484d-375c-41a7-91d8-8c39522e54f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:38.798296 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] Deleting port ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:31:38.799134 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:38.800864 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-59c3484d-375c-41a7-91d8-8c39522e54f3 None None] Calling delete_port for ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf owned by network:dhcp {{(pid=93426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:31:38.820251 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-966d4393-9bd1-4155-8672-1df4dd4b336d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Made reservation on behalf of 37245b0b96f64637951914c50cb066eb for: {'port': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:31:38.823738 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-966d4393-9bd1-4155-8672-1df4dd4b336d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:38.896572 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] For port ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf,segment=NetworkSegment(7067c21e-8af0-4023-990b-b550c9471bc5),segment_id=7067c21e-8af0-4023-990b-b550c9471bc5)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:38.896926 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:38.936468 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-59c3484d-375c-41a7-91d8-8c39522e54f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750'] for port, after_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:38.939948 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:38.952295 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] Calling delete_port for ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf owned by network:dhcp {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:31:38.969432 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3484d-375c-41a7-91d8-8c39522e54f3 None None] Pushing event deleted for resources: {'Port': ['ID=ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf,revision_number=None']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:38.973970 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-59c3484d-375c-41a7-91d8-8c39522e54f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:38.973970 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c3484d-375c-41a7-91d8-8c39522e54f3 None None] No DVR routers for this DVR port ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf on host dv-cinder-798189-1-iscsi {{(pid=93426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:31:39.064783 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_common [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-966d4393-9bd1-4155-8672-1df4dd4b336d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Allocated IP 172.20.0.8 (6e78350e-b03c-4768-a782-c82d20e18c58/bf83ec24-380c-4a3f-bf30-b819dca890ff/1bd657d6-c1c0-4808-80df-5866030837a3) {{(pid=93425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:31:39.093374 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:39.100189 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-3ac9bccb-b74e-4908-b6e5-6df143af2827 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:39.132127 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:39.135300 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:39.139691 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] No DVR routers for this DVR port ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf on host dv-cinder-798189-1-iscsi {{(pid=93425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:31:39.263308 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2078910', 'neutron.services.segments.db._delete_segments_for_network-8735253278486'] for network, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:39.286859 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94c20e7-5965-43ca-9670-d24ba76c78fd']}} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:39.317189 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ca20a17d-19da-4063-968d-f37e74ddb21e req-9953f85b-f312-4d9a-add2-6d7feddde5af tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=54ced6c9-3ddc-4f31-946b-0dcfea3b0d57 HTTP/1.1" status: 200 len: 210 time: 0.0428147 Jun 26 16:31:39.332518 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7067c21e-8af0-4023-990b-b550c9471bc5') {'for_net_delete': True} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:39.332828 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7067c21e-8af0-4023-990b-b550c9471bc5') {} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:39.365992 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735253296631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2683760'] for segment, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:39.390150 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-966d4393-9bd1-4155-8672-1df4dd4b336d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for port, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:39.397922 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:39.411957 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:31:39.412333 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2366411'] for segment, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: self.session.flush() Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: self.session.flush() Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: self.session.flush() Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: self.session.flush() Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: Traceback (most recent call last): Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: timer() Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: cb(*args, **kw) Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: return func(*args, **kwargs) Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: self._notify() Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: self.callback(batched_events) Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: event.method(event) Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: return f(self, *a, **k) Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: return self._get(url).json() Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: return self.request(url, 'GET', **kwargs) Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:31:39.413908 dv-cinder-798189-1-iscsi neutron-server[93425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:31:39.475524 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb5246-640d-4d9b-b572-dd0ff2f8b789 req-34a2a4b3-11a6-4054-8dc5-0118235e2e45 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:39.476966 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-abdb5246-640d-4d9b-b572-dd0ff2f8b789 req-34a2a4b3-11a6-4054-8dc5-0118235e2e45 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=8774c081-1d09-45b8-848f-f9642f42ac9f HTTP/1.1" status: 200 len: 946 time: 0.1848536 Jun 26 16:31:39.513012 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-abdb5246-640d-4d9b-b572-dd0ff2f8b789 req-ad0ee526-b6ec-443e-b693-70802557a3e5 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304694 Jun 26 16:31:39.552116 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.provisioning_blocks [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-966d4393-9bd1-4155-8672-1df4dd4b336d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Transition to ACTIVE for port object 1bd657d6-c1c0-4808-80df-5866030837a3 will not be triggered until provisioned by entity DHCP. {{(pid=93425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:31:39.553557 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2078901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646772'] for network, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:39.560840 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-880b0a3b-76c7-4db5-99c3-e8ca02f2149a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:39.563146 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:39.565051 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] 10.222.0.35 "DELETE /v2.0/networks/e94c20e7-5965-43ca-9670-d24ba76c78fd HTTP/1.1" status: 204 len: 168 time: 1.2734277 Jun 26 16:31:39.581124 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] Pushing event deleted for resources: {'Network': ['ID=e94c20e7-5965-43ca-9670-d24ba76c78fd,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:39.584274 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:40.024214 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-966d4393-9bd1-4155-8672-1df4dd4b336d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2366237'] for port, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:40.028203 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-5ad8d8cf-2aa6-4070-afa7-0dc06eae8dcd tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:40.071290 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-966d4393-9bd1-4155-8672-1df4dd4b336d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Network 6e78350e-b03c-4768-a782-c82d20e18c58 is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:31:40.076064 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-966d4393-9bd1-4155-8672-1df4dd4b336d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:31:40.079687 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-966d4393-9bd1-4155-8672-1df4dd4b336d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Received port after_create {{(pid=93425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:31:40.099269 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:40.104195 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d4393-9bd1-4155-8672-1df4dd4b336d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Pushing event updated for resources: {'Port': ['ID=1bd657d6-c1c0-4808-80df-5866030837a3,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:40.113932 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-966d4393-9bd1-4155-8672-1df4dd4b336d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:40.133102 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2284113c-2b93-4638-ba07-cb1ae3f82d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:40.133444 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-966d4393-9bd1-4155-8672-1df4dd4b336d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:40.134061 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-966d4393-9bd1-4155-8672-1df4dd4b336d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:40.266658 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-966d4393-9bd1-4155-8672-1df4dd4b336d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0208564 Jun 26 16:31:40.281029 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Request body: {'port': {'device_id': '54ced6c9-3ddc-4f31-946b-0dcfea3b0d57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:31:40.308959 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 58398) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:40.312511 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:31:40.335020 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:31:40.339435 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device ee1dd7f9-50c9-4e7c-83c3-6c298fbc9fdf not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:31:40.348158 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-3bc6301e-ae33-4284-b9a7-30e2a4e29239 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=55cf3d619b72423baea826ad8c737f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389955 Jun 26 16:31:40.350498 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 58400) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:40.359472 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:40.400195 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c0ba8ac2-32ef-49ce-9279-d93d99a1b278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:40.416221 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-c061058b-72b0-418b-bf26-519150c932cd None None] Provisioning for port 1bd657d6-c1c0-4808-80df-5866030837a3 completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:31:40.420970 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-c061058b-72b0-418b-bf26-519150c932cd None None] Provisioning complete for port 1bd657d6-c1c0-4808-80df-5866030837a3 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:31:40.421989 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c061058b-72b0-418b-bf26-519150c932cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:40.428634 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c0ba8ac2-32ef-49ce-9279-d93d99a1b278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:40.477948 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-c061058b-72b0-418b-bf26-519150c932cd None None] Port 1bd657d6-c1c0-4808-80df-5866030837a3 cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:31:40.538444 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c0ba8ac2-32ef-49ce-9279-d93d99a1b278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:40.541053 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c0ba8ac2-32ef-49ce-9279-d93d99a1b278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:40.544439 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-c0ba8ac2-32ef-49ce-9279-d93d99a1b278 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/02c77bf0-a22b-47b3-89ec-49431016546b HTTP/1.1" status: 204 len: 168 time: 0.1904209 Jun 26 16:31:40.544439 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-9a7b329a-1f42-4d66-be4f-d53eabe8198f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:40.552857 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba8ac2-32ef-49ce-9279-d93d99a1b278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c77bf0-a22b-47b3-89ec-49431016546b,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:40.556489 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-c0ba8ac2-32ef-49ce-9279-d93d99a1b278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:40.632535 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21e2ed-b59d-4001-bd77-2f15851e85e3 req-a6e1cb4b-5d87-475c-801f-6f48d7b5a192 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:40.634262 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2f21e2ed-b59d-4001-bd77-2f15851e85e3 req-a6e1cb4b-5d87-475c-801f-6f48d7b5a192 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=54ced6c9-3ddc-4f31-946b-0dcfea3b0d57 HTTP/1.1" status: 200 len: 931 time: 0.1448267 Jun 26 16:31:40.714836 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a48fa-811c-4eac-b9a8-14fd4ba2b544 req-4d06c419-06f6-4bba-8e85-65a888fb6019 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:40.716340 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-cd9a48fa-811c-4eac-b9a8-14fd4ba2b544 req-4d06c419-06f6-4bba-8e85-65a888fb6019 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.38 "GET /v2.0/ports?device_id=8774c081-1d09-45b8-848f-f9642f42ac9f HTTP/1.1" status: 200 len: 946 time: 0.0674067 Jun 26 16:31:40.752816 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2f21e2ed-b59d-4001-bd77-2f15851e85e3 req-8cbb4d39-9574-448d-8b5a-ff0eb0d60aaf tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0345740f-e25a-44ba-b558-f7570347eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091993 Jun 26 16:31:40.807152 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d4988-8fa2-4407-a563-10d7dedacbdc req-360fca89-5fd7-4b42-9365-ba3ba0f56db5 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:40.808647 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-081d4988-8fa2-4407-a563-10d7dedacbdc req-360fca89-5fd7-4b42-9365-ba3ba0f56db5 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=8774c081-1d09-45b8-848f-f9642f42ac9f HTTP/1.1" status: 200 len: 946 time: 0.1619711 Jun 26 16:31:40.833935 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [req-cd9a48fa-811c-4eac-b9a8-14fd4ba2b544 req-e883bbad-6b2c-4ee1-9ab8-3805d2916781 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Deleting port 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0 {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:31:40.834413 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-cd9a48fa-811c-4eac-b9a8-14fd4ba2b544 req-e883bbad-6b2c-4ee1-9ab8-3805d2916781 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:40.834713 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd657d6-c1c0-4808-80df-5866030837a3 {{(pid=93425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:31:40.843769 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:40.867476 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.provisioning_blocks [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Transition to ACTIVE for port object 1bd657d6-c1c0-4808-80df-5866030837a3 will not be triggered until provisioned by entity L2. {{(pid=93425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:31:40.871206 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-081d4988-8fa2-4407-a563-10d7dedacbdc req-1e284cba-8d70-42bc-8ef9-9f25625fa10d tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535789 Jun 26 16:31:40.883022 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:40.932443 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-cd9a48fa-811c-4eac-b9a8-14fd4ba2b544 req-e883bbad-6b2c-4ee1-9ab8-3805d2916781 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] For port 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0,segment=NetworkSegment(8c84791c-40b6-4ebc-a3bf-7c2c7da040ed),segment_id=8c84791c-40b6-4ebc-a3bf-7c2c7da040ed)] {{(pid=93424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:40.932800 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-cd9a48fa-811c-4eac-b9a8-14fd4ba2b544 req-e883bbad-6b2c-4ee1-9ab8-3805d2916781 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:40.945574 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [req-cd9a48fa-811c-4eac-b9a8-14fd4ba2b544 req-e883bbad-6b2c-4ee1-9ab8-3805d2916781 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Calling delete_port for 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0 owned by compute:nova {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:31:40.963271 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:40.967781 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-23e4ac9b-b8aa-4edb-bad1-bb709e3ad41c tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:41.020257 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Pushing event updated for resources: {'Port': ['ID=1bd657d6-c1c0-4808-80df-5866030837a3,revision_number=2']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:41.087994 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:41.103107 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Attempting to bind port 1bd657d6-c1c0-4808-80df-5866030837a3 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:31:41.103458 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Attempting to bind port 1bd657d6-c1c0-4808-80df-5866030837a3 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '4f604311-0f84-4b21-a003-273b77581632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58'}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:31:41.103828 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Attempting to bind port 1bd657d6-c1c0-4808-80df-5866030837a3 on network 6e78350e-b03c-4768-a782-c82d20e18c58 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:31:41.109925 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Port 1bd657d6-c1c0-4808-80df-5866030837a3 on network 6e78350e-b03c-4768-a782-c82d20e18c58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:31:41.110257 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Attempting to bind port 1bd657d6-c1c0-4808-80df-5866030837a3 on network 6e78350e-b03c-4768-a782-c82d20e18c58 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:31:41.116405 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Checking agent: {'id': '017f0d27-5c15-4479-952a-00a1dbd8023d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'started_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:31:41.116792 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Checking segment: {'id': '4f604311-0f84-4b21-a003-273b77581632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:31:41.117318 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Bound using segment: {'id': '4f604311-0f84-4b21-a003-273b77581632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58'} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:31:41.118193 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Bound port: 1bd657d6-c1c0-4808-80df-5866030837a3, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f604311-0f84-4b21-a003-273b77581632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58'}}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:31:41.118568 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:41.190986 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] For port 1bd657d6-c1c0-4808-80df-5866030837a3, host hv-cinder-79818, cleared binding levels {{(pid=93425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:31:41.192188 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-cd9a48fa-811c-4eac-b9a8-14fd4ba2b544 req-e883bbad-6b2c-4ee1-9ab8-3805d2916781 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:41.195696 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] For port 1bd657d6-c1c0-4808-80df-5866030837a3, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=1bd657d6-c1c0-4808-80df-5866030837a3,segment=NetworkSegment(4f604311-0f84-4b21-a003-273b77581632),segment_id=4f604311-0f84-4b21-a003-273b77581632)] {{(pid=93425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:31:41.204452 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:31:41.206518 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-503fbc3f-6736-47d8-ac2f-04e0cebc6c2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:41.257167 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883bbad-6b2c-4ee1-9ab8-3805d2916781 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Pushing event deleted for resources: {'Port': ['ID=7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:41.261763 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-e883bbad-6b2c-4ee1-9ab8-3805d2916781 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:41.277962 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:41.279834 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9a48fa-811c-4eac-b9a8-14fd4ba2b544 req-e883bbad-6b2c-4ee1-9ab8-3805d2916781 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] No DVR routers for this DVR port 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0 on host hv-cinder-79818 {{(pid=93424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:31:41.280059 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-5e8eeba7-dbea-46df-8abc-60bddc3b7860 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:41.282072 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-cd9a48fa-811c-4eac-b9a8-14fd4ba2b544 req-e883bbad-6b2c-4ee1-9ab8-3805d2916781 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:41.284074 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-cd9a48fa-811c-4eac-b9a8-14fd4ba2b544 req-e883bbad-6b2c-4ee1-9ab8-3805d2916781 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.38 "DELETE /v2.0/ports/7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0 HTTP/1.1" status: 204 len: 173 time: 0.5619030 Jun 26 16:31:41.290929 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8774c081-1d09-45b8-848f-f9642f42ac9f', 'name': 'network-vif-deleted', 'tag': '7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:31:41.290929 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137a9bd0-1062-4393-9c11-889568738015" -d '{"events": [{"server_uuid": "8774c081-1d09-45b8-848f-f9642f42ac9f", "name": "network-vif-deleted", "tag": "7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:31:41.321884 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:41.322513 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:41.323913 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] 10.222.0.38 "PUT /v2.0/ports/1bd657d6-c1c0-4808-80df-5866030837a3 HTTP/1.1" status: 200 len: 1093 time: 1.0482278 Jun 26 16:31:41.324504 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ced6c9-3ddc-4f31-946b-0dcfea3b0d57', 'tag': '1bd657d6-c1c0-4808-80df-5866030837a3'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:31:41.325946 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d527acad-b430-4fb7-b767-b3264cdd64ff x-openstack-request-id: req-d527acad-b430-4fb7-b767-b3264cdd64ff {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:31:41.326424 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8774c081-1d09-45b8-848f-f9642f42ac9f", "name": "network-vif-deleted", "tag": "7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:31:41.326621 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d527acad-b430-4fb7-b767-b3264cdd64ff {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:31:41.326941 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b69916-e3f1-4f1c-8fc8-dc2e25a2143f" -d '{"events": [{"name": "network-changed", "server_uuid": "54ced6c9-3ddc-4f31-946b-0dcfea3b0d57", "tag": "1bd657d6-c1c0-4808-80df-5866030837a3"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:31:41.327092 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8774c081-1d09-45b8-848f-f9642f42ac9f', 'name': 'network-vif-deleted', 'tag': '7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0', 'status': 'completed', 'code': 200} Jun 26 16:31:41.352992 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Pushing event updated for resources: {'Port': ['ID=1bd657d6-c1c0-4808-80df-5866030837a3,revision_number=3']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:41.356551 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:41.371946 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 58422) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:41.423914 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-18c89c72-d7e3-4a5b-859c-20dfa294af66 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=49098a4caced4b719521c5796683480f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507364 Jun 26 16:31:41.426282 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 58428) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:41.502860 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d3147bc2-c742-4311-bdc0-f7ee7bd4d45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:41.541701 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d3147bc2-c742-4311-bdc0-f7ee7bd4d45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:41.592943 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-589bdcff-7c84-4626-a081-04348fe3db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:41.594681 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-589bdcff-7c84-4626-a081-04348fe3db52 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37245b0b96f64637951914c50cb066eb&device_id=54ced6c9-3ddc-4f31-946b-0dcfea3b0d57 HTTP/1.1" status: 200 len: 1096 time: 0.1101415 Jun 26 16:31:41.653285 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb719e08-f797-422d-b9b1-c23b9810c4ac x-openstack-request-id: req-bb719e08-f797-422d-b9b1-c23b9810c4ac {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:31:41.655211 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ced6c9-3ddc-4f31-946b-0dcfea3b0d57", "tag": "1bd657d6-c1c0-4808-80df-5866030837a3", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:31:41.655211 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bb719e08-f797-422d-b9b1-c23b9810c4ac {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:31:41.655211 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ced6c9-3ddc-4f31-946b-0dcfea3b0d57', 'tag': '1bd657d6-c1c0-4808-80df-5866030837a3', 'status': 'completed', 'code': 200} Jun 26 16:31:41.657047 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-16d831f7-788b-4b5f-80bb-99e909bb4678 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bd657d6-c1c0-4808-80df-5866030837a3 HTTP/1.1" status: 200 len: 217 time: 0.0547862 Jun 26 16:31:41.683031 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d3147bc2-c742-4311-bdc0-f7ee7bd4d45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:41.685701 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d3147bc2-c742-4311-bdc0-f7ee7bd4d45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:41.686902 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-d3147bc2-c742-4311-bdc0-f7ee7bd4d45c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c39dc1b1-19be-4fa4-a0bd-b8281bffccdd HTTP/1.1" status: 204 len: 168 time: 0.2596564 Jun 26 16:31:41.689624 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-2bdc4803-c0b2-4a41-837b-86f39e6ce7db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:41.696723 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3147bc2-c742-4311-bdc0-f7ee7bd4d45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39dc1b1-19be-4fa4-a0bd-b8281bffccdd,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:41.698978 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-d3147bc2-c742-4311-bdc0-f7ee7bd4d45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:41.706640 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-2454e333-4537-47ee-a0df-a8c5a2ad00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:41.708339 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-2454e333-4537-47ee-a0df-a8c5a2ad00ec service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bf83ec24-380c-4a3f-bf30-b819dca890ff HTTP/1.1" status: 200 len: 850 time: 0.0458207 Jun 26 16:31:41.768381 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-7d5b919f-437d-48e1-a127-7155fa4e6f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:41.770019 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-7d5b919f-437d-48e1-a127-7155fa4e6f92 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6e78350e-b03c-4768-a782-c82d20e18c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550854 Jun 26 16:31:41.878295 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-1636f4c0-7ccc-48d1-a25e-3ad2b0fd30b0 service neutron] 10.222.0.38 "GET /v2.0/networks/6e78350e-b03c-4768-a782-c82d20e18c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001723 Jun 26 16:31:42.050308 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-80d11658-f857-40a0-873d-7a6a88e56c36 req-0a36dae5-e4ef-4f48-9041-33fcde76b5a7 service neutron] 10.222.0.38 "GET /v2.0/networks/6e78350e-b03c-4768-a782-c82d20e18c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620648 Jun 26 16:31:42.062373 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb526b-0b2a-4b0b-8cfb-3d768338d199 req-817a5dc0-08b4-4a9a-bd41-9bf601b3927c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:42.064008 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-45cb526b-0b2a-4b0b-8cfb-3d768338d199 req-817a5dc0-08b4-4a9a-bd41-9bf601b3927c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.1849184 Jun 26 16:31:42.075182 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42697db5-ad17-47d7-bc4d-9bce139b84f4 req-7f0422d8-a741-4fc1-ba1b-a689601f7b43 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:42.077293 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-42697db5-ad17-47d7-bc4d-9bce139b84f4 req-7f0422d8-a741-4fc1-ba1b-a689601f7b43 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=54ced6c9-3ddc-4f31-946b-0dcfea3b0d57 HTTP/1.1" status: 200 len: 943 time: 0.1630387 Jun 26 16:31:42.140512 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-45cb526b-0b2a-4b0b-8cfb-3d768338d199 req-9727f495-262d-4146-bef1-f22f08b8b24f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620832 Jun 26 16:31:42.146357 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-42697db5-ad17-47d7-bc4d-9bce139b84f4 req-a8d23c73-dea8-4c7a-a6ac-1f493dd4d6b7 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0345740f-e25a-44ba-b558-f7570347eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616424 Jun 26 16:31:42.289023 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b69916-e3f1-4f1c-8fc8-dc2e25a2143f req-98782a1d-88af-4170-a6ca-75baf7d64cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:42.290701 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-02b69916-e3f1-4f1c-8fc8-dc2e25a2143f req-98782a1d-88af-4170-a6ca-75baf7d64cee service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37245b0b96f64637951914c50cb066eb&device_id=54ced6c9-3ddc-4f31-946b-0dcfea3b0d57 HTTP/1.1" status: 200 len: 1096 time: 0.0797124 Jun 26 16:31:42.356655 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-03b3ac32-ff91-4a97-aa92-72d16f86577c req-28956f32-384c-4b01-97ef-b713cc57f9de tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=8774c081-1d09-45b8-848f-f9642f42ac9f HTTP/1.1" status: 200 len: 210 time: 0.0432591 Jun 26 16:31:42.413280 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b69916-e3f1-4f1c-8fc8-dc2e25a2143f req-f621455b-bc4f-4ea6-8ab8-51a2373132b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:42.414651 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-02b69916-e3f1-4f1c-8fc8-dc2e25a2143f req-f621455b-bc4f-4ea6-8ab8-51a2373132b6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6e78350e-b03c-4768-a782-c82d20e18c58 HTTP/1.1" status: 200 len: 912 time: 0.1136415 Jun 26 16:31:42.457162 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-02b69916-e3f1-4f1c-8fc8-dc2e25a2143f req-dcb90c26-4b01-475b-ba0e-2897d67430bf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bd657d6-c1c0-4808-80df-5866030837a3 HTTP/1.1" status: 200 len: 217 time: 0.0358298 Jun 26 16:31:42.508942 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b69916-e3f1-4f1c-8fc8-dc2e25a2143f req-03f7d284-3da7-4259-ad0d-c6428f21df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:42.510310 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-02b69916-e3f1-4f1c-8fc8-dc2e25a2143f req-03f7d284-3da7-4259-ad0d-c6428f21df1a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bf83ec24-380c-4a3f-bf30-b819dca890ff HTTP/1.1" status: 200 len: 850 time: 0.0413525 Jun 26 16:31:42.566227 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b69916-e3f1-4f1c-8fc8-dc2e25a2143f req-684c837c-352e-4da0-bd7b-c70302e778f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:42.571303 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-02b69916-e3f1-4f1c-8fc8-dc2e25a2143f req-684c837c-352e-4da0-bd7b-c70302e778f6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6e78350e-b03c-4768-a782-c82d20e18c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489135 Jun 26 16:31:42.646828 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:42.663186 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-02b69916-e3f1-4f1c-8fc8-dc2e25a2143f req-98b4f884-869a-4e39-9e7b-935163c11247 service neutron] 10.222.0.38 "GET /v2.0/networks/6e78350e-b03c-4768-a782-c82d20e18c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874541 Jun 26 16:31:42.750422 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-02b69916-e3f1-4f1c-8fc8-dc2e25a2143f req-3c63990a-f0de-4f9d-8d15-0f516dfe4f4a service neutron] 10.222.0.38 "GET /v2.0/networks/6e78350e-b03c-4768-a782-c82d20e18c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810592 Jun 26 16:31:43.370614 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e3a0d-e69f-4675-b925-cd6504458004 req-1f15d769-39c5-487a-91c5-b3a2892af3a0 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:43.372132 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c54e3a0d-e69f-4675-b925-cd6504458004 req-1f15d769-39c5-487a-91c5-b3a2892af3a0 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=54ced6c9-3ddc-4f31-946b-0dcfea3b0d57 HTTP/1.1" status: 200 len: 943 time: 0.1057520 Jun 26 16:31:43.380354 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df221af-9945-44b6-a5e9-c1921a9a32d6 req-115d8d89-478f-4de6-9525-d3ca51426d81 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:43.381702 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0df221af-9945-44b6-a5e9-c1921a9a32d6 req-115d8d89-478f-4de6-9525-d3ca51426d81 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.1165426 Jun 26 16:31:43.434573 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c54e3a0d-e69f-4675-b925-cd6504458004 req-c3fffe40-53a3-4c15-a2c7-2a5eb6caa295 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0345740f-e25a-44ba-b558-f7570347eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518491 Jun 26 16:31:43.439345 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0df221af-9945-44b6-a5e9-c1921a9a32d6 req-af82f7b5-9edf-4eb7-9525-e58f1fd31be3 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508800 Jun 26 16:31:43.760258 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-0c4a4db1-fe29-49c2-9611-55da57e15ebf tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:43.761621 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-0c4a4db1-fe29-49c2-9611-55da57e15ebf tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/networks?id=d10bfce5-2d75-4043-a7e5-d217d041e4b1 HTTP/1.1" status: 200 len: 808 time: 0.1002331 Jun 26 16:31:43.776374 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f28c68da-71cb-416e-a6eb-20edd2f8fb36 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/quotas/6a2a613abda942848caf7ec407f720f1 HTTP/1.1" status: 200 len: 375 time: 0.0088153 Jun 26 16:31:43.807286 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-62ba7ee4-02ef-4716-9e52-bfd56e8357fb tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a2a613abda942848caf7ec407f720f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262551 Jun 26 16:31:43.896400 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-3aff9542-f56e-4237-89a5-1387e8e4c371 service neutron] 10.222.0.35 "GET /v2.0/networks/d10bfce5-2d75-4043-a7e5-d217d041e4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825026 Jun 26 16:31:43.980491 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-e09b1e1a-0853-42de-9ea5-cdfce4664354 service neutron] 10.222.0.35 "GET /v2.0/networks/d10bfce5-2d75-4043-a7e5-d217d041e4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785346 Jun 26 16:31:44.257656 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-87f8b426-0944-4114-9b9b-4bf43a75979b req-58cac351-5392-4475-9289-7785d55a6919 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=26bd88a4-a389-4e98-967e-38789b309692 HTTP/1.1" status: 200 len: 210 time: 0.0336995 Jun 26 16:31:44.648861 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc43d9f-6936-40a4-afb8-2dbe3f48e537 req-37bf8206-60f1-42bb-9da1-7ac9ad3644c2 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:44.650333 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0fc43d9f-6936-40a4-afb8-2dbe3f48e537 req-37bf8206-60f1-42bb-9da1-7ac9ad3644c2 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=54ced6c9-3ddc-4f31-946b-0dcfea3b0d57 HTTP/1.1" status: 200 len: 943 time: 0.1060019 Jun 26 16:31:44.662136 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f5236-496c-4b89-89d0-73836e7fc29d req-73164a48-820a-45b5-abda-6e309a3ad23a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:44.663755 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-765f5236-496c-4b89-89d0-73836e7fc29d req-73164a48-820a-45b5-abda-6e309a3ad23a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0906918 Jun 26 16:31:44.715213 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0fc43d9f-6936-40a4-afb8-2dbe3f48e537 req-d67db490-fe3c-4004-acc3-67fb1b62faab tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0345740f-e25a-44ba-b558-f7570347eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505118 Jun 26 16:31:44.724590 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-765f5236-496c-4b89-89d0-73836e7fc29d req-c6c9f62f-9f21-4f0a-994a-5d4b4d552f29 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533376 Jun 26 16:31:44.861402 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 1bd657d6-c1c0-4808-80df-5866030837a3 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:31:44.867506 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:31:44.891343 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] No Port match for: 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:31:44.892219 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 7d41ec67-e7d4-4ac7-aadd-30e0c533b3c0 not bound to the agent host hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:31:44.970713 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 1bd657d6-c1c0-4808-80df-5866030837a3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=1bd657d6-c1c0-4808-80df-5866030837a3,segment=NetworkSegment(4f604311-0f84-4b21-a003-273b77581632),segment_id=4f604311-0f84-4b21-a003-273b77581632)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:44.980678 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': '1bd657d6-c1c0-4808-80df-5866030837a3', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'port_id': '1bd657d6-c1c0-4808-80df-5866030837a3', 'mac_address': 'fa:16:3e:97:57:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:31:45.016079 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:45.031171 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd657d6-c1c0-4808-80df-5866030837a3 {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:31:45.048970 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 1bd657d6-c1c0-4808-80df-5866030837a3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=1bd657d6-c1c0-4808-80df-5866030837a3,segment=NetworkSegment(4f604311-0f84-4b21-a003-273b77581632),segment_id=4f604311-0f84-4b21-a003-273b77581632)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:45.155958 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:45.157763 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:45.201249 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=1bd657d6-c1c0-4808-80df-5866030837a3,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:45.204267 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:45.381942 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['1bd657d6-c1c0-4808-80df-5866030837a3'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:31:45.396496 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9afe3394-5776-48ed-907d-51cae57b2397 req-7b3359d4-eed7-4d56-9853-a22728243633 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=26bd88a4-a389-4e98-967e-38789b309692 HTTP/1.1" status: 200 len: 210 time: 0.0315521 Jun 26 16:31:45.927532 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a9139-abed-4403-8107-6e4e65694267 req-f0c33426-9346-460d-ab7a-51d02f64889d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:45.928911 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f94a9139-abed-4403-8107-6e4e65694267 req-f0c33426-9346-460d-ab7a-51d02f64889d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=54ced6c9-3ddc-4f31-946b-0dcfea3b0d57 HTTP/1.1" status: 200 len: 944 time: 0.1017265 Jun 26 16:31:45.941565 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf138c-b1da-474d-93e7-5e5a828e7da3 req-d7fac5bc-706a-4605-a501-0ba0ca3057de tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:45.942998 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3ecf138c-b1da-474d-93e7-5e5a828e7da3 req-d7fac5bc-706a-4605-a501-0ba0ca3057de tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0894833 Jun 26 16:31:45.999720 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f94a9139-abed-4403-8107-6e4e65694267 req-14a4ff98-7ec1-455a-b270-92eb4bebaa33 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0345740f-e25a-44ba-b558-f7570347eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557840 Jun 26 16:31:46.007791 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3ecf138c-b1da-474d-93e7-5e5a828e7da3 req-99d2cdb0-5f7d-4bc9-abf3-7c75190edb3e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550778 Jun 26 16:31:46.379549 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-5213438e-7eb7-4e91-aed4-465e20ec41f0 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:46.381033 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-5213438e-7eb7-4e91-aed4-465e20ec41f0 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.38 "GET /v2.0/networks?id=d10bfce5-2d75-4043-a7e5-d217d041e4b1 HTTP/1.1" status: 200 len: 808 time: 0.0960300 Jun 26 16:31:46.393413 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-d84b4e78-c955-46c1-be49-a801b3ae1c41 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Request body: {'port': {'device_id': '26bd88a4-a389-4e98-967e-38789b309692', 'network_id': 'd10bfce5-2d75-4043-a7e5-d217d041e4b1', 'admin_state_up': True, 'tenant_id': '6a2a613abda942848caf7ec407f720f1'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:31:46.533157 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5ad45310-9929-487d-b1da-8475d7a9a91e req-d44d8677-770f-43bb-a053-5e109b1b6292 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=26bd88a4-a389-4e98-967e-38789b309692 HTTP/1.1" status: 200 len: 210 time: 0.0281820 Jun 26 16:31:46.568394 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-d84b4e78-c955-46c1-be49-a801b3ae1c41 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Made reservation on behalf of 6a2a613abda942848caf7ec407f720f1 for: {'port': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:31:46.573250 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-d84b4e78-c955-46c1-be49-a801b3ae1c41 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:46.694297 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_common [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-d84b4e78-c955-46c1-be49-a801b3ae1c41 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Allocated IP 172.20.0.3 (d10bfce5-2d75-4043-a7e5-d217d041e4b1/8d3f6b52-2453-4278-828a-0ce36dce263d/4cbd491f-76f0-4d42-b7e2-2588c6da682f) {{(pid=93425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:31:46.836906 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-d84b4e78-c955-46c1-be49-a801b3ae1c41 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Notify callbacks [] for port, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:46.871130 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 1bd657d6-c1c0-4808-80df-5866030837a3 up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:31:46.921632 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-d84b4e78-c955-46c1-be49-a801b3ae1c41 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2366237'] for port, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:46.925391 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-2ac532ef-1ec7-491c-9360-9a0554b8980f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:46.967374 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-d84b4e78-c955-46c1-be49-a801b3ae1c41 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Network d10bfce5-2d75-4043-a7e5-d217d041e4b1 is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:31:46.972068 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-d84b4e78-c955-46c1-be49-a801b3ae1c41 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:31:46.975338 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning for port 1bd657d6-c1c0-4808-80df-5866030837a3 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:31:46.975777 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-d84b4e78-c955-46c1-be49-a801b3ae1c41 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Received port after_create {{(pid=93425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:31:46.980586 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port 1bd657d6-c1c0-4808-80df-5866030837a3 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:31:46.980971 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:46.998649 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b4e78-c955-46c1-be49-a801b3ae1c41 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Pushing event updated for resources: {'Port': ['ID=4cbd491f-76f0-4d42-b7e2-2588c6da682f,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:47.004492 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-d84b4e78-c955-46c1-be49-a801b3ae1c41 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:47.025651 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-d84b4e78-c955-46c1-be49-a801b3ae1c41 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:47.026267 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-d84b4e78-c955-46c1-be49-a801b3ae1c41 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:47.062019 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:47.084544 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ced6c9-3ddc-4f31-946b-0dcfea3b0d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd657d6-c1c0-4808-80df-5866030837a3'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:31:47.087000 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb38d9ea-6f4a-4be1-a4c6-d6b999f18759" -d '{"events": [{"server_uuid": "54ced6c9-3ddc-4f31-946b-0dcfea3b0d57", "name": "network-vif-plugged", "status": "completed", "tag": "1bd657d6-c1c0-4808-80df-5866030837a3"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:31:47.100065 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 1bd657d6-c1c0-4808-80df-5866030837a3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=1bd657d6-c1c0-4808-80df-5866030837a3,segment=NetworkSegment(4f604311-0f84-4b21-a003-273b77581632),segment_id=4f604311-0f84-4b21-a003-273b77581632)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:47.127487 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-d84b4e78-c955-46c1-be49-a801b3ae1c41 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7375312 Jun 26 16:31:47.151877 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Request body: {'port': {'device_id': '26bd88a4-a389-4e98-967e-38789b309692', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:31:47.166642 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:47.168790 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-c5969414-b6b8-4f7b-85c5-34593884a28a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:47.216775 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=1bd657d6-c1c0-4808-80df-5866030837a3,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:47.219797 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:47.282054 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c66702-6295-48fa-8d83-24d1b0e130a6 req-e57181fc-ac5f-4cf5-8eaa-961c9e29e71b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:47.283540 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-90c66702-6295-48fa-8d83-24d1b0e130a6 req-e57181fc-ac5f-4cf5-8eaa-961c9e29e71b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=54ced6c9-3ddc-4f31-946b-0dcfea3b0d57 HTTP/1.1" status: 200 len: 944 time: 0.1672182 Jun 26 16:31:47.289916 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:47.307315 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8871008-4232-4072-908e-b164bbc8e8ad req-47689f6f-aa3c-42e1-b1b6-5ef87984edba tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:47.308697 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f8871008-4232-4072-908e-b164bbc8e8ad req-47689f6f-aa3c-42e1-b1b6-5ef87984edba tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.1615555 Jun 26 16:31:47.383496 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-90c66702-6295-48fa-8d83-24d1b0e130a6 req-3bf9022b-dee8-44fc-864a-330873ef234b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0345740f-e25a-44ba-b558-f7570347eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915236 Jun 26 16:31:47.406000 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f8871008-4232-4072-908e-b164bbc8e8ad req-23421989-ccbe-40c9-9d97-b5cf8c3db012 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906391 Jun 26 16:31:47.439885 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcadb976-a722-43fd-936c-84b9aa11c6b6 x-openstack-request-id: req-bcadb976-a722-43fd-936c-84b9aa11c6b6 {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:31:47.440197 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ced6c9-3ddc-4f31-946b-0dcfea3b0d57", "name": "network-vif-plugged", "status": "completed", "tag": "1bd657d6-c1c0-4808-80df-5866030837a3", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:31:47.440462 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bcadb976-a722-43fd-936c-84b9aa11c6b6 {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:31:47.440872 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ced6c9-3ddc-4f31-946b-0dcfea3b0d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd657d6-c1c0-4808-80df-5866030837a3', 'code': 200} Jun 26 16:31:47.608553 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cbd491f-76f0-4d42-b7e2-2588c6da682f {{(pid=93425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:31:47.615966 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:47.628360 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.provisioning_blocks [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Transition to ACTIVE for port object 4cbd491f-76f0-4d42-b7e2-2588c6da682f will not be triggered until provisioned by entity L2. {{(pid=93425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:31:47.701412 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff7ebd-692e-42eb-b91e-7215cad4fb2a req-90ed77ed-1828-4acb-8a24-9da1a85ea15e tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:47.702923 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0cff7ebd-692e-42eb-b91e-7215cad4fb2a req-90ed77ed-1828-4acb-8a24-9da1a85ea15e tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=26bd88a4-a389-4e98-967e-38789b309692 HTTP/1.1" status: 200 len: 931 time: 0.0612538 Jun 26 16:31:47.740997 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0cff7ebd-692e-42eb-b91e-7215cad4fb2a req-9707a259-b9f9-4774-a854-742fb8922657 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322926 Jun 26 16:31:47.783883 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:47.786107 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-5542e7de-29c1-4558-8702-6da838dd3ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:47.830892 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438a642-58da-421b-b355-09d53a357bf7 req-b7e8ae01-1419-4a1d-9f1b-1ffb9677f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:47.831462 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbd491f-76f0-4d42-b7e2-2588c6da682f,revision_number=2']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:47.832362 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-f438a642-58da-421b-b355-09d53a357bf7 req-b7e8ae01-1419-4a1d-9f1b-1ffb9677f1f9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=54ced6c9-3ddc-4f31-946b-0dcfea3b0d57 HTTP/1.1" status: 200 len: 1098 time: 0.0520785 Jun 26 16:31:47.835505 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:47.867391 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-f438a642-58da-421b-b355-09d53a357bf7 req-54b14e5b-ca74-4567-b1e8-0224d008545b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0345740f-e25a-44ba-b558-f7570347eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278146 Jun 26 16:31:47.901946 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Attempting to bind port 4cbd491f-76f0-4d42-b7e2-2588c6da682f on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:31:47.902331 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Attempting to bind port 4cbd491f-76f0-4d42-b7e2-2588c6da682f by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '8c84791c-40b6-4ebc-a3bf-7c2c7da040ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd10bfce5-2d75-4043-a7e5-d217d041e4b1'}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:31:47.902658 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Attempting to bind port 4cbd491f-76f0-4d42-b7e2-2588c6da682f on network d10bfce5-2d75-4043-a7e5-d217d041e4b1 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:31:47.907412 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Port 4cbd491f-76f0-4d42-b7e2-2588c6da682f on network d10bfce5-2d75-4043-a7e5-d217d041e4b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:31:47.907724 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Attempting to bind port 4cbd491f-76f0-4d42-b7e2-2588c6da682f on network d10bfce5-2d75-4043-a7e5-d217d041e4b1 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:31:47.912354 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Checking agent: {'id': '017f0d27-5c15-4479-952a-00a1dbd8023d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'started_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:31:47.912681 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Checking segment: {'id': '8c84791c-40b6-4ebc-a3bf-7c2c7da040ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd10bfce5-2d75-4043-a7e5-d217d041e4b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:31:47.913061 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Bound using segment: {'id': '8c84791c-40b6-4ebc-a3bf-7c2c7da040ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd10bfce5-2d75-4043-a7e5-d217d041e4b1'} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:31:47.913513 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Bound port: 4cbd491f-76f0-4d42-b7e2-2588c6da682f, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c84791c-40b6-4ebc-a3bf-7c2c7da040ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd10bfce5-2d75-4043-a7e5-d217d041e4b1'}}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:31:47.913896 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:47.973862 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] For port 4cbd491f-76f0-4d42-b7e2-2588c6da682f, host hv-cinder-79818, cleared binding levels {{(pid=93425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:31:47.976705 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] For port 4cbd491f-76f0-4d42-b7e2-2588c6da682f, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=4cbd491f-76f0-4d42-b7e2-2588c6da682f,segment=NetworkSegment(8c84791c-40b6-4ebc-a3bf-7c2c7da040ed),segment_id=8c84791c-40b6-4ebc-a3bf-7c2c7da040ed)] {{(pid=93425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:31:48.080922 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:48.083031 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-b2968f5e-6e65-4074-9d64-9005af77b944 tempest-AttachVolumeNegativeTest-1720407693 tempest-AttachVolumeNegativeTest-1720407693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:48.114316 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:48.114947 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:48.116279 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] 10.222.0.38 "PUT /v2.0/ports/4cbd491f-76f0-4d42-b7e2-2588c6da682f HTTP/1.1" status: 200 len: 1093 time: 0.9702120 Jun 26 16:31:48.116762 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bd88a4-a389-4e98-967e-38789b309692', 'tag': '4cbd491f-76f0-4d42-b7e2-2588c6da682f'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:31:48.119050 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc8640e-497e-43c1-8c5a-5ddf5497d333" -d '{"events": [{"name": "network-changed", "server_uuid": "26bd88a4-a389-4e98-967e-38789b309692", "tag": "4cbd491f-76f0-4d42-b7e2-2588c6da682f"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:31:48.141697 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbd491f-76f0-4d42-b7e2-2588c6da682f,revision_number=3']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:48.144756 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:48.156304 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b67510-93e4-4ae6-ae2d-586b304dd7db x-openstack-request-id: req-91b67510-93e4-4ae6-ae2d-586b304dd7db {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:31:48.156635 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bd88a4-a389-4e98-967e-38789b309692", "tag": "4cbd491f-76f0-4d42-b7e2-2588c6da682f", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:31:48.156925 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91b67510-93e4-4ae6-ae2d-586b304dd7db {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:31:48.157355 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bd88a4-a389-4e98-967e-38789b309692', 'tag': '4cbd491f-76f0-4d42-b7e2-2588c6da682f', 'status': 'completed', 'code': 200} Jun 26 16:31:48.235508 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8640e-497e-43c1-8c5a-5ddf5497d333 req-047d44e3-ed91-48fe-961f-43253b5f54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:48.236885 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9bc8640e-497e-43c1-8c5a-5ddf5497d333 req-047d44e3-ed91-48fe-961f-43253b5f54b3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a2a613abda942848caf7ec407f720f1&device_id=26bd88a4-a389-4e98-967e-38789b309692 HTTP/1.1" status: 200 len: 1096 time: 0.0543823 Jun 26 16:31:48.331081 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8640e-497e-43c1-8c5a-5ddf5497d333 req-e5ac5bd3-f127-4a55-95eb-be15ec4d0bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:48.332520 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9bc8640e-497e-43c1-8c5a-5ddf5497d333 req-e5ac5bd3-f127-4a55-95eb-be15ec4d0bb4 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=6a2a613abda942848caf7ec407f720f1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0870192 Jun 26 16:31:48.765932 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8640e-497e-43c1-8c5a-5ddf5497d333 req-520fdd30-7a9f-4042-8761-2a5c3e5182f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:48.767437 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9bc8640e-497e-43c1-8c5a-5ddf5497d333 req-520fdd30-7a9f-4042-8761-2a5c3e5182f9 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4280281 Jun 26 16:31:48.792531 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95998ba9-ddb4-48f5-82c9-952c03650e4e req-23f14d20-df70-4f95-9b23-b351092a6794 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:48.793959 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-95998ba9-ddb4-48f5-82c9-952c03650e4e req-23f14d20-df70-4f95-9b23-b351092a6794 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.1350687 Jun 26 16:31:48.801745 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfac3c0-fcf0-431d-b727-e8614f41b7d1 req-5aa16965-a090-4fde-9ac4-6e2204608311 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:48.803163 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bbfac3c0-fcf0-431d-b727-e8614f41b7d1 req-5aa16965-a090-4fde-9ac4-6e2204608311 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=54ced6c9-3ddc-4f31-946b-0dcfea3b0d57 HTTP/1.1" status: 200 len: 945 time: 0.1431801 Jun 26 16:31:48.885972 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-95998ba9-ddb4-48f5-82c9-952c03650e4e req-c17a773a-045d-40b2-aeca-517f53fc17a2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818419 Jun 26 16:31:48.893367 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bbfac3c0-fcf0-431d-b727-e8614f41b7d1 req-fd80f86c-735b-4512-b168-c53405e2db8b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0345740f-e25a-44ba-b558-f7570347eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813999 Jun 26 16:31:48.910952 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-9a74f2bd-22b6-487e-aaf0-4c0895961b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:48.912401 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-9a74f2bd-22b6-487e-aaf0-4c0895961b64 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a2a613abda942848caf7ec407f720f1&device_id=26bd88a4-a389-4e98-967e-38789b309692 HTTP/1.1" status: 200 len: 1096 time: 0.0877476 Jun 26 16:31:48.954635 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-36969eea-4956-4662-8b12-ea790450ba5a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cbd491f-76f0-4d42-b7e2-2588c6da682f HTTP/1.1" status: 200 len: 217 time: 0.0338171 Jun 26 16:31:49.037195 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-21689e25-9eb6-4fef-b191-57d22e0fd278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:49.038628 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-21689e25-9eb6-4fef-b191-57d22e0fd278 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8d3f6b52-2453-4278-828a-0ce36dce263d HTTP/1.1" status: 200 len: 848 time: 0.0767317 Jun 26 16:31:49.075028 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-4206763b-d548-4768-911e-74475c938210 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d10bfce5-2d75-4043-a7e5-d217d041e4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285327 Jun 26 16:31:49.096461 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7efdf-aecd-41c7-93c4-4a6be27ebf5a req-d350c34d-c4e4-4edc-9cb4-70c612ffd798 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:49.097833 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f0b7efdf-aecd-41c7-93c4-4a6be27ebf5a req-d350c34d-c4e4-4edc-9cb4-70c612ffd798 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=26bd88a4-a389-4e98-967e-38789b309692 HTTP/1.1" status: 200 len: 943 time: 0.1031792 Jun 26 16:31:49.180829 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f0b7efdf-aecd-41c7-93c4-4a6be27ebf5a req-67726843-baa7-4459-87ac-9afba01bcde4 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735495 Jun 26 16:31:49.199139 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-7a84e751-ebb7-4882-a9f1-4aae94effa66 service neutron] 10.222.0.38 "GET /v2.0/networks/d10bfce5-2d75-4043-a7e5-d217d041e4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176236 Jun 26 16:31:49.289363 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-625abc87-27b2-40d2-b806-d0dd1cbbeb38 req-2efa3025-c47a-4927-a2d3-ce7c9828a418 service neutron] 10.222.0.38 "GET /v2.0/networks/d10bfce5-2d75-4043-a7e5-d217d041e4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821316 Jun 26 16:31:50.107894 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fce60-cc2d-4c88-9838-fa74bbb93bea req-f3ef2685-1a4f-448d-828a-df647c17f863 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:50.109370 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ba9fce60-cc2d-4c88-9838-fa74bbb93bea req-f3ef2685-1a4f-448d-828a-df647c17f863 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=54ced6c9-3ddc-4f31-946b-0dcfea3b0d57 HTTP/1.1" status: 200 len: 945 time: 0.1014807 Jun 26 16:31:50.119955 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81280bc4-0ada-4798-bdeb-ff52a5aae64f req-942c65f4-b586-4eac-97bf-280e0de97ab3 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:50.121340 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-81280bc4-0ada-4798-bdeb-ff52a5aae64f req-942c65f4-b586-4eac-97bf-280e0de97ab3 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.1155336 Jun 26 16:31:50.174986 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ba9fce60-cc2d-4c88-9838-fa74bbb93bea req-076dbae2-a7dc-45b8-a6e9-c180f0354058 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0345740f-e25a-44ba-b558-f7570347eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525935 Jun 26 16:31:50.179633 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-81280bc4-0ada-4798-bdeb-ff52a5aae64f req-6e09a4b1-fc6f-41b7-b02a-df7111928a1c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507870 Jun 26 16:31:50.379748 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cc139-8a31-4c0a-865c-3b3c6369ced4 req-54da138c-d319-455a-9aa3-303d700c6a56 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:50.381205 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-360cc139-8a31-4c0a-865c-3b3c6369ced4 req-54da138c-d319-455a-9aa3-303d700c6a56 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=54ced6c9-3ddc-4f31-946b-0dcfea3b0d57 HTTP/1.1" status: 200 len: 945 time: 0.1028240 Jun 26 16:31:50.389803 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 58510) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:50.392283 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c871257-21aa-4195-92bb-ca32f8e7dbfe req-c7f1510c-bb26-491f-b197-b90abc2efa77 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:50.393702 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2c871257-21aa-4195-92bb-ca32f8e7dbfe req-c7f1510c-bb26-491f-b197-b90abc2efa77 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=26bd88a4-a389-4e98-967e-38789b309692 HTTP/1.1" status: 200 len: 943 time: 0.1047783 Jun 26 16:31:50.394532 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-d7b12eb6-f097-4fea-a966-7f6c7f57754a tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Request body: {'floatingip': {'port_id': '1bd657d6-c1c0-4808-80df-5866030837a3'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:31:50.430702 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2c871257-21aa-4195-92bb-ca32f8e7dbfe req-09fa2b9c-c708-48bb-9a63-f82a170c99e6 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312765 Jun 26 16:31:50.434659 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d7b12eb6-f097-4fea-a966-7f6c7f57754a tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for floatingip, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:51.083701 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d7b12eb6-f097-4fea-a966-7f6c7f57754a tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:51.133813 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d7b12eb6-f097-4fea-a966-7f6c7f57754a tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646687'] for floatingip, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:51.227598 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.l3_db [None req-d7b12eb6-f097-4fea-a966-7f6c7f57754a tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Floating IP b15febe3-6677-4a08-b68b-be203b1f69f9 associated. External IP: 172.27.2.192, port: 1bd657d6-c1c0-4808-80df-5866030837a3. Jun 26 16:31:51.357896 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867feb12-d643-497d-8dea-42b6b1e97bf8 req-0968ee0b-ac8b-44a2-9299-6eeeb15b98e1 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:51.359297 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-867feb12-d643-497d-8dea-42b6b1e97bf8 req-0968ee0b-ac8b-44a2-9299-6eeeb15b98e1 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0649097 Jun 26 16:31:51.396026 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-867feb12-d643-497d-8dea-42b6b1e97bf8 req-3099c7aa-cb04-4665-b595-8ec789a937f8 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311263 Jun 26 16:31:51.423624 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b12eb6-f097-4fea-a966-7f6c7f57754a tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Router d92536f8-cd05-4ff0-826f-2de42df908fb has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:31:51.526542 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b12eb6-f097-4fea-a966-7f6c7f57754a tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:31:51.531635 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d7b12eb6-f097-4fea-a966-7f6c7f57754a tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for floatingip, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:51.537935 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34fe75e-57ff-420b-b65d-a11a3abee3e5 None None] Sync routers for ids ['d92536f8-cd05-4ff0-826f-2de42df908fb'] in dv-cinder-798189-1-iscsi {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:31:51.547625 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34fe75e-57ff-420b-b65d-a11a3abee3e5 None None] Routers {'d92536f8-cd05-4ff0-826f-2de42df908fb'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:31:51.548334 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-d34fe75e-57ff-420b-b65d-a11a3abee3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:31:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d92536f8-cd05-4ff0-826f-2de42df908fb'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:51.569288 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-d7b12eb6-f097-4fea-a966-7f6c7f57754a tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "PUT /v2.0/floatingips/b15febe3-6677-4a08-b68b-be203b1f69f9 HTTP/1.1" status: 200 len: 991 time: 1.1759360 Jun 26 16:31:51.569288 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ced6c9-3ddc-4f31-946b-0dcfea3b0d57', 'tag': '1bd657d6-c1c0-4808-80df-5866030837a3'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:31:51.570031 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea2abd9-84ec-4e5e-a63c-c453f668cd2b" -d '{"events": [{"name": "network-changed", "server_uuid": "54ced6c9-3ddc-4f31-946b-0dcfea3b0d57", "tag": "1bd657d6-c1c0-4808-80df-5866030837a3"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:31:51.605252 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f883f45-7699-4f92-a87d-6cd655612869 req-4229e43b-a20c-4219-ab5a-84de7bc4bbfb tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:51.607303 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1f883f45-7699-4f92-a87d-6cd655612869 req-4229e43b-a20c-4219-ab5a-84de7bc4bbfb tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=26bd88a4-a389-4e98-967e-38789b309692 HTTP/1.1" status: 200 len: 943 time: 0.0683432 Jun 26 16:31:51.647328 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1f883f45-7699-4f92-a87d-6cd655612869 req-17f45eff-3d5a-4e9d-8fe0-44bf2ff5f89f tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343564 Jun 26 16:31:51.774127 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-d34fe75e-57ff-420b-b65d-a11a3abee3e5 None None] Set router d92536f8-cd05-4ff0-826f-2de42df908fb gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:31:51.815239 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3da8f6-aa74-45ca-80ba-3a3a105f3b23 x-openstack-request-id: req-5b3da8f6-aa74-45ca-80ba-3a3a105f3b23 {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:31:51.815642 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ced6c9-3ddc-4f31-946b-0dcfea3b0d57", "tag": "1bd657d6-c1c0-4808-80df-5866030837a3", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:31:51.815935 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5b3da8f6-aa74-45ca-80ba-3a3a105f3b23 {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:31:51.816363 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ced6c9-3ddc-4f31-946b-0dcfea3b0d57', 'tag': '1bd657d6-c1c0-4808-80df-5866030837a3', 'status': 'completed', 'code': 200} Jun 26 16:31:51.887008 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2abd9-84ec-4e5e-a63c-c453f668cd2b req-1e202154-dffb-44be-b69b-1c0e5d0e927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:51.889007 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bea2abd9-84ec-4e5e-a63c-c453f668cd2b req-1e202154-dffb-44be-b69b-1c0e5d0e927a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37245b0b96f64637951914c50cb066eb&device_id=54ced6c9-3ddc-4f31-946b-0dcfea3b0d57 HTTP/1.1" status: 200 len: 1098 time: 0.0517972 Jun 26 16:31:51.985217 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2abd9-84ec-4e5e-a63c-c453f668cd2b req-a1d7d555-f93b-4982-aa4c-111774a0f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:51.987140 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bea2abd9-84ec-4e5e-a63c-c453f668cd2b req-a1d7d555-f93b-4982-aa4c-111774a0f276 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6e78350e-b03c-4768-a782-c82d20e18c58 HTTP/1.1" status: 200 len: 912 time: 0.0907261 Jun 26 16:31:51.995651 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-d34fe75e-57ff-420b-b65d-a11a3abee3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'name': 'tempest-AttachVolumeTestJSON-1853895905-router', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:11Z', 'updated_at': '2021-06-26T16:26:17Z', 'revision_number': 4, 'project_id': '37245b0b96f64637951914c50cb066eb', 'gw_port': {'id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:12Z', 'updated_at': '2021-06-26T16:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': 'b15febe3-6677-4a08-b68b-be203b1f69f9', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'port_id': '1bd657d6-c1c0-4808-80df-5866030837a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'mac_address': 'fa:16:3e:97:57:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ced6c9-3ddc-4f31-946b-0dcfea3b0d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:31:33Z', 'updated_at': '2021-06-26T16:31:51Z', 'revision_number': 1, 'project_id': '37245b0b96f64637951914c50cb066eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537d5037-1a9c-43e3-a4b0-cf095f0fc0b8', 'name': '', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'mac_address': 'fa:16:3e:8b:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:26:25Z', 'revision_number': 5, 'project_id': '37245b0b96f64637951914c50cb066eb', 'subnets': [{'id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:52.023519 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34fe75e-57ff-420b-b65d-a11a3abee3e5 None None] Checking router: d92536f8-cd05-4ff0-826f-2de42df908fb for host: dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:31:52.031985 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34fe75e-57ff-420b-b65d-a11a3abee3e5 None None] Routers {'d92536f8-cd05-4ff0-826f-2de42df908fb'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:31:52.032600 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-d34fe75e-57ff-420b-b65d-a11a3abee3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:31:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d92536f8-cd05-4ff0-826f-2de42df908fb'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:52.064442 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bea2abd9-84ec-4e5e-a63c-c453f668cd2b req-908b5c42-1354-42ed-b7f8-94cfaf09cc5e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bd657d6-c1c0-4808-80df-5866030837a3 HTTP/1.1" status: 200 len: 999 time: 0.0690174 Jun 26 16:31:52.120350 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2abd9-84ec-4e5e-a63c-c453f668cd2b req-7a18236d-b55a-46c1-9d4c-5c18d18a4fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:52.121821 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bea2abd9-84ec-4e5e-a63c-c453f668cd2b req-7a18236d-b55a-46c1-9d4c-5c18d18a4fe9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bf83ec24-380c-4a3f-bf30-b819dca890ff HTTP/1.1" status: 200 len: 850 time: 0.0504026 Jun 26 16:31:52.144950 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-d34fe75e-57ff-420b-b65d-a11a3abee3e5 None None] Set router d92536f8-cd05-4ff0-826f-2de42df908fb gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:31:52.181380 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2abd9-84ec-4e5e-a63c-c453f668cd2b req-bc91a73c-ce26-437a-9ea5-247eb33b0f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:52.182917 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bea2abd9-84ec-4e5e-a63c-c453f668cd2b req-bc91a73c-ce26-437a-9ea5-247eb33b0f70 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6e78350e-b03c-4768-a782-c82d20e18c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541859 Jun 26 16:31:52.275190 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bea2abd9-84ec-4e5e-a63c-c453f668cd2b req-ea8a7e54-21a5-4ab0-9359-f28b0ec1cf14 service neutron] 10.222.0.38 "GET /v2.0/networks/6e78350e-b03c-4768-a782-c82d20e18c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843565 Jun 26 16:31:52.366824 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bea2abd9-84ec-4e5e-a63c-c453f668cd2b req-dc765ff5-6e45-41de-9e82-da4e952d4255 service neutron] 10.222.0.38 "GET /v2.0/networks/6e78350e-b03c-4768-a782-c82d20e18c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843165 Jun 26 16:31:52.376579 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-d34fe75e-57ff-420b-b65d-a11a3abee3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'name': 'tempest-AttachVolumeTestJSON-1853895905-router', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:11Z', 'updated_at': '2021-06-26T16:26:17Z', 'revision_number': 4, 'project_id': '37245b0b96f64637951914c50cb066eb', 'gw_port': {'id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:12Z', 'updated_at': '2021-06-26T16:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': 'b15febe3-6677-4a08-b68b-be203b1f69f9', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'port_id': '1bd657d6-c1c0-4808-80df-5866030837a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'mac_address': 'fa:16:3e:97:57:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ced6c9-3ddc-4f31-946b-0dcfea3b0d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:31:33Z', 'updated_at': '2021-06-26T16:31:51Z', 'revision_number': 1, 'project_id': '37245b0b96f64637951914c50cb066eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537d5037-1a9c-43e3-a4b0-cf095f0fc0b8', 'name': '', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'mac_address': 'fa:16:3e:8b:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:26:25Z', 'revision_number': 5, 'project_id': '37245b0b96f64637951914c50cb066eb', 'subnets': [{'id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:52.402518 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34fe75e-57ff-420b-b65d-a11a3abee3e5 None None] The sync data for ids ['d92536f8-cd05-4ff0-826f-2de42df908fb'] in dv-cinder-798189-1-iscsi is: [{'id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'name': 'tempest-AttachVolumeTestJSON-1853895905-router', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:11Z', 'updated_at': '2021-06-26T16:26:17Z', 'revision_number': 4, 'project_id': '37245b0b96f64637951914c50cb066eb', 'gw_port': {'id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:12Z', 'updated_at': '2021-06-26T16:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': 'b15febe3-6677-4a08-b68b-be203b1f69f9', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'port_id': '1bd657d6-c1c0-4808-80df-5866030837a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'mac_address': 'fa:16:3e:97:57:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ced6c9-3ddc-4f31-946b-0dcfea3b0d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:31:33Z', 'updated_at': '2021-06-26T16:31:51Z', 'revision_number': 1, 'project_id': '37245b0b96f64637951914c50cb066eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537d5037-1a9c-43e3-a4b0-cf095f0fc0b8', 'name': '', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'mac_address': 'fa:16:3e:8b:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:26:25Z', 'revision_number': 5, 'project_id': '37245b0b96f64637951914c50cb066eb', 'subnets': [{'id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:31:52.577297 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba8926-9d47-4cb4-b41c-c6668f65ce1e req-25e2a342-12b4-47b7-80c3-255a50aa04b4 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:52.578842 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f1ba8926-9d47-4cb4-b41c-c6668f65ce1e req-25e2a342-12b4-47b7-80c3-255a50aa04b4 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0639417 Jun 26 16:31:52.588582 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d15bb90-150e-4236-b7f3-df34f7a147ff None None] New status for floating IP b15febe3-6677-4a08-b68b-be203b1f69f9: ACTIVE {{(pid=93427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:31:52.618643 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f1ba8926-9d47-4cb4-b41c-c6668f65ce1e req-6ddef677-4c84-4dd5-be26-796107595497 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341821 Jun 26 16:31:52.832761 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ea303-e683-4817-b109-9efae8ebb37b req-98b9ea96-dee4-4e3d-9b02-6820b6851305 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:52.832761 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-807ea303-e683-4817-b109-9efae8ebb37b req-98b9ea96-dee4-4e3d-9b02-6820b6851305 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=26bd88a4-a389-4e98-967e-38789b309692 HTTP/1.1" status: 200 len: 943 time: 0.0686398 Jun 26 16:31:52.868515 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-807ea303-e683-4817-b109-9efae8ebb37b req-e1d2f8df-7c1b-4cf8-bb85-aecf2834eceb tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300095 Jun 26 16:31:52.893175 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 4cbd491f-76f0-4d42-b7e2-2588c6da682f details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:31:52.985457 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 4cbd491f-76f0-4d42-b7e2-2588c6da682f, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=4cbd491f-76f0-4d42-b7e2-2588c6da682f,segment=NetworkSegment(8c84791c-40b6-4ebc-a3bf-7c2c7da040ed),segment_id=8c84791c-40b6-4ebc-a3bf-7c2c7da040ed)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:52.996011 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': '4cbd491f-76f0-4d42-b7e2-2588c6da682f', 'network_id': 'd10bfce5-2d75-4043-a7e5-d217d041e4b1', 'port_id': '4cbd491f-76f0-4d42-b7e2-2588c6da682f', 'mac_address': 'fa:16:3e:39:9c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d3f6b52-2453-4278-828a-0ce36dce263d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:31:53.031611 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:53.043381 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cbd491f-76f0-4d42-b7e2-2588c6da682f {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:31:53.062079 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 4cbd491f-76f0-4d42-b7e2-2588c6da682f, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=4cbd491f-76f0-4d42-b7e2-2588c6da682f,segment=NetworkSegment(8c84791c-40b6-4ebc-a3bf-7c2c7da040ed),segment_id=8c84791c-40b6-4ebc-a3bf-7c2c7da040ed)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:53.138136 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:53.140717 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:53.185939 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=4cbd491f-76f0-4d42-b7e2-2588c6da682f,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:53.189004 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:53.421555 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['4cbd491f-76f0-4d42-b7e2-2588c6da682f'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:31:53.807826 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bb1ba-dc13-4052-9bbd-69801531feda req-234070b3-26f3-4e16-8f00-61719d6c1d1c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:53.809246 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e04bb1ba-dc13-4052-9bbd-69801531feda req-234070b3-26f3-4e16-8f00-61719d6c1d1c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0751348 Jun 26 16:31:53.846005 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e04bb1ba-dc13-4052-9bbd-69801531feda req-0e174a79-204a-419e-86f8-730debef2d53 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310259 Jun 26 16:31:54.036025 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba3712-cb1f-4b0d-a0af-3d001391cdc7 req-553eee68-254c-4374-9593-4ecd6c643217 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:54.037471 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b9ba3712-cb1f-4b0d-a0af-3d001391cdc7 req-553eee68-254c-4374-9593-4ecd6c643217 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=26bd88a4-a389-4e98-967e-38789b309692 HTTP/1.1" status: 200 len: 944 time: 0.0606339 Jun 26 16:31:54.082350 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b9ba3712-cb1f-4b0d-a0af-3d001391cdc7 req-0c4d65fa-e1ad-427d-8b29-16e3d178b7ec tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389695 Jun 26 16:31:54.125081 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:31:54.902746 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 925c8981-81e6-4a85-b6fc-0f00667f17b0 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:31:54.907944 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 4cbd491f-76f0-4d42-b7e2-2588c6da682f up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:31:55.036365 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512875e-302a-4d39-8585-594d1bfdf6f0 req-7b9b1aa7-d5f4-4330-b142-238e5125986d tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:55.037880 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8512875e-302a-4d39-8585-594d1bfdf6f0 req-7b9b1aa7-d5f4-4330-b142-238e5125986d tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0739508 Jun 26 16:31:55.079214 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 925c8981-81e6-4a85-b6fc-0f00667f17b0, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=925c8981-81e6-4a85-b6fc-0f00667f17b0,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:55.081801 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8512875e-302a-4d39-8585-594d1bfdf6f0 req-1ba7ae45-bab5-4e16-bb21-072851eb69f2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373616 Jun 26 16:31:55.092909 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': '925c8981-81e6-4a85-b6fc-0f00667f17b0', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'port_id': '925c8981-81e6-4a85-b6fc-0f00667f17b0', 'mac_address': 'fa:16:3e:e8:bf:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:31:55.130462 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:55.141400 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning for port 4cbd491f-76f0-4d42-b7e2-2588c6da682f completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:31:55.146732 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 925c8981-81e6-4a85-b6fc-0f00667f17b0 {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:31:55.150701 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port 4cbd491f-76f0-4d42-b7e2-2588c6da682f triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:31:55.151131 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:55.192788 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 925c8981-81e6-4a85-b6fc-0f00667f17b0, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=925c8981-81e6-4a85-b6fc-0f00667f17b0,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:55.246392 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:55.251194 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:55.258882 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:55.296909 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd88a4-a389-4e98-967e-38789b309692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbd491f-76f0-4d42-b7e2-2588c6da682f'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:31:55.299207 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c58e3c0-6aac-4ac5-937c-a09dca25ebab" -d '{"events": [{"server_uuid": "26bd88a4-a389-4e98-967e-38789b309692", "name": "network-vif-plugged", "status": "completed", "tag": "4cbd491f-76f0-4d42-b7e2-2588c6da682f"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:31:55.303133 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c62f5-5bf5-4d58-9ea2-e8491f7f0d35 req-bf63eae8-63aa-4a25-a2fd-f9176916a463 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:55.304927 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-414c62f5-5bf5-4d58-9ea2-e8491f7f0d35 req-bf63eae8-63aa-4a25-a2fd-f9176916a463 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=26bd88a4-a389-4e98-967e-38789b309692 HTTP/1.1" status: 200 len: 944 time: 0.1001060 Jun 26 16:31:55.323333 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 4cbd491f-76f0-4d42-b7e2-2588c6da682f, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=4cbd491f-76f0-4d42-b7e2-2588c6da682f,segment=NetworkSegment(8c84791c-40b6-4ebc-a3bf-7c2c7da040ed),segment_id=8c84791c-40b6-4ebc-a3bf-7c2c7da040ed)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:55.339536 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=925c8981-81e6-4a85-b6fc-0f00667f17b0,revision_number=6']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:55.339536 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:55.343314 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7202d3ad-87a0-46b2-8f9c-a9370be1a2ad x-openstack-request-id: req-7202d3ad-87a0-46b2-8f9c-a9370be1a2ad {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:31:55.343688 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd88a4-a389-4e98-967e-38789b309692", "name": "network-vif-plugged", "status": "completed", "tag": "4cbd491f-76f0-4d42-b7e2-2588c6da682f", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:31:55.344019 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7202d3ad-87a0-46b2-8f9c-a9370be1a2ad {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:31:55.344488 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd88a4-a389-4e98-967e-38789b309692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbd491f-76f0-4d42-b7e2-2588c6da682f', 'code': 200} Jun 26 16:31:55.379880 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['925c8981-81e6-4a85-b6fc-0f00667f17b0'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:31:55.380950 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-414c62f5-5bf5-4d58-9ea2-e8491f7f0d35 req-d1ba9a75-8cc2-426c-826b-403eaf40c13d tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651207 Jun 26 16:31:55.419572 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:55.423134 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:55.490681 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=4cbd491f-76f0-4d42-b7e2-2588c6da682f,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:55.497546 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:55.774478 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd21526-ec4f-4ebc-bfdc-705532c534f9 req-a462ea17-23a3-429e-bc3d-dd65dee4eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:55.776029 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2bd21526-ec4f-4ebc-bfdc-705532c534f9 req-a462ea17-23a3-429e-bc3d-dd65dee4eb22 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=26bd88a4-a389-4e98-967e-38789b309692 HTTP/1.1" status: 200 len: 1098 time: 0.0636001 Jun 26 16:31:55.813340 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2bd21526-ec4f-4ebc-bfdc-705532c534f9 req-7b00cd4b-3df5-4494-9d9b-fab8a7b35967 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310299 Jun 26 16:31:56.276665 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02df4e4-959c-4b7c-b39a-12cc25bdb34a req-64b25973-2067-407f-a3a5-fdb6295e9960 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:56.278187 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a02df4e4-959c-4b7c-b39a-12cc25bdb34a req-64b25973-2067-407f-a3a5-fdb6295e9960 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 944 time: 0.0667667 Jun 26 16:31:56.326008 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a02df4e4-959c-4b7c-b39a-12cc25bdb34a req-cfcbaa93-6d98-4f48-9021-5cfad1d2d8aa tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365138 Jun 26 16:31:56.593189 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14574e28-12d2-4e3b-9d20-801fb717a9f5 req-276b7b53-3dd9-40cc-af0c-a1654d8f92db tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:56.600337 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-14574e28-12d2-4e3b-9d20-801fb717a9f5 req-276b7b53-3dd9-40cc-af0c-a1654d8f92db tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=26bd88a4-a389-4e98-967e-38789b309692 HTTP/1.1" status: 200 len: 945 time: 0.0753033 Jun 26 16:31:56.636950 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-14574e28-12d2-4e3b-9d20-801fb717a9f5 req-d4772869-4937-462b-a0e8-11e4173d75f5 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350530 Jun 26 16:31:56.910582 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 925c8981-81e6-4a85-b6fc-0f00667f17b0 up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:31:56.976220 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port 925c8981-81e6-4a85-b6fc-0f00667f17b0 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:31:56.976607 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:57.066069 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:57.102985 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 925c8981-81e6-4a85-b6fc-0f00667f17b0, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=925c8981-81e6-4a85-b6fc-0f00667f17b0,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:57.178592 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:57.181956 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-e486ca35-6f55-4692-9a2b-f8e79583dc28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:57.238849 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=925c8981-81e6-4a85-b6fc-0f00667f17b0,revision_number=7']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:57.253484 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:57.345508 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0848ad8-411f-4d0b-8bd7-8aa549718bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925c8981-81e6-4a85-b6fc-0f00667f17b0'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:31:57.347918 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20c8ff9-8f6a-4e25-9801-4179a3a071f9" -d '{"events": [{"server_uuid": "f0848ad8-411f-4d0b-8bd7-8aa549718bb1", "name": "network-vif-plugged", "status": "completed", "tag": "925c8981-81e6-4a85-b6fc-0f00667f17b0"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:31:57.457666 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92230df-e6a6-4918-8d06-5fda84727de4 x-openstack-request-id: req-b92230df-e6a6-4918-8d06-5fda84727de4 {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:31:57.457970 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0848ad8-411f-4d0b-8bd7-8aa549718bb1", "name": "network-vif-plugged", "status": "completed", "tag": "925c8981-81e6-4a85-b6fc-0f00667f17b0", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:31:57.458235 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b92230df-e6a6-4918-8d06-5fda84727de4 {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:31:57.458642 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0848ad8-411f-4d0b-8bd7-8aa549718bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925c8981-81e6-4a85-b6fc-0f00667f17b0', 'code': 200} Jun 26 16:31:57.527118 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f192d-549e-4c1c-899e-b7ef4e2b97d0 req-00410b32-47da-4d58-a301-6139e77f6f34 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:57.529162 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-957f192d-549e-4c1c-899e-b7ef4e2b97d0 req-00410b32-47da-4d58-a301-6139e77f6f34 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0689902 Jun 26 16:31:57.569315 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-957f192d-549e-4c1c-899e-b7ef4e2b97d0 req-71025792-296a-4eab-afae-e8acc85b81ab tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340209 Jun 26 16:31:57.861501 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9209f1-3580-4a1e-b9b7-2cbe9b5162df req-9706712b-a36b-4971-9a36-d05f2b153294 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:57.863251 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2f9209f1-3580-4a1e-b9b7-2cbe9b5162df req-9706712b-a36b-4971-9a36-d05f2b153294 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=26bd88a4-a389-4e98-967e-38789b309692 HTTP/1.1" status: 200 len: 945 time: 0.0706904 Jun 26 16:31:57.904184 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2f9209f1-3580-4a1e-b9b7-2cbe9b5162df req-f44fb272-018b-467e-80ac-d55bc0adeda5 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342958 Jun 26 16:31:58.801339 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308cbee-9149-4ec4-be90-49308dbdfabf req-aa67ad44-f88e-4544-924d-2a75a49aa798 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:58.803888 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7308cbee-9149-4ec4-be90-49308dbdfabf req-aa67ad44-f88e-4544-924d-2a75a49aa798 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0878665 Jun 26 16:31:58.852664 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7308cbee-9149-4ec4-be90-49308dbdfabf req-47402336-74a4-4636-85a6-9c195b34ea5e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408854 Jun 26 16:31:59.669197 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be3497-4037-4245-b8e8-5a0cb73d35a0 req-25db4d41-7ff5-4c09-9364-d9d80debc24d tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:59.670911 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d6be3497-4037-4245-b8e8-5a0cb73d35a0 req-25db4d41-7ff5-4c09-9364-d9d80debc24d tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=26bd88a4-a389-4e98-967e-38789b309692 HTTP/1.1" status: 200 len: 945 time: 0.0817955 Jun 26 16:31:59.712476 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d6be3497-4037-4245-b8e8-5a0cb73d35a0 req-478ba4fd-54db-4407-aa86-9af819d03a1d tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353467 Jun 26 16:32:00.068566 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687832d-4256-43bc-b0e1-f5a2a331e97b req-5b2c0ef7-a0b1-4670-a31e-ab155936600b tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:00.070025 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0687832d-4256-43bc-b0e1-f5a2a331e97b req-5b2c0ef7-a0b1-4670-a31e-ab155936600b tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0759482 Jun 26 16:32:00.115388 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0687832d-4256-43bc-b0e1-f5a2a331e97b req-f8cba52a-da12-4daf-9c0a-468b89eb8442 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395451 Jun 26 16:32:00.898907 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b8e02-7a5a-43ee-a631-0687bf1bc517 req-33ec49ba-e0f7-41db-ab7c-20b67c1f33a9 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:00.900377 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ce7b8e02-7a5a-43ee-a631-0687bf1bc517 req-33ec49ba-e0f7-41db-ab7c-20b67c1f33a9 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=26bd88a4-a389-4e98-967e-38789b309692 HTTP/1.1" status: 200 len: 945 time: 0.0677152 Jun 26 16:32:00.939430 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ce7b8e02-7a5a-43ee-a631-0687bf1bc517 req-828d737d-d079-47df-b2c6-d4e868deefb6 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327966 Jun 26 16:32:01.109618 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4a4d4-22b1-4984-bfef-893e1902533d req-4f895f0a-fd67-4a24-8b19-6b8413770573 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:01.111100 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-15d4a4d4-22b1-4984-bfef-893e1902533d req-4f895f0a-fd67-4a24-8b19-6b8413770573 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.38 "GET /v2.0/ports?device_id=26bd88a4-a389-4e98-967e-38789b309692 HTTP/1.1" status: 200 len: 945 time: 0.0631149 Jun 26 16:32:01.217144 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-15d4a4d4-22b1-4984-bfef-893e1902533d req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Deleting port 4cbd491f-76f0-4d42-b7e2-2588c6da682f {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:32:01.217487 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-15d4a4d4-22b1-4984-bfef-893e1902533d req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:01.334939 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-15d4a4d4-22b1-4984-bfef-893e1902533d req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] For port 4cbd491f-76f0-4d42-b7e2-2588c6da682f, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=4cbd491f-76f0-4d42-b7e2-2588c6da682f,segment=NetworkSegment(8c84791c-40b6-4ebc-a3bf-7c2c7da040ed),segment_id=8c84791c-40b6-4ebc-a3bf-7c2c7da040ed)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:01.335291 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-15d4a4d4-22b1-4984-bfef-893e1902533d req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:01.351438 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-15d4a4d4-22b1-4984-bfef-893e1902533d req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Calling delete_port for 4cbd491f-76f0-4d42-b7e2-2588c6da682f owned by compute:nova {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:32:01.375948 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7257fa-62a3-46b8-b588-ee40713a3cef req-ca66ce31-016a-4f24-84fe-2d6a8a2fdec0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:01.377696 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9d7257fa-62a3-46b8-b588-ee40713a3cef req-ca66ce31-016a-4f24-84fe-2d6a8a2fdec0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.1124659 Jun 26 16:32:01.453765 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9d7257fa-62a3-46b8-b588-ee40713a3cef req-46421137-aadc-4d3e-9508-1eacd53a041d tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498285 Jun 26 16:32:01.629272 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-15d4a4d4-22b1-4984-bfef-893e1902533d req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:01.633416 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:01.641968 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['4cbd491f-76f0-4d42-b7e2-2588c6da682f'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:32:01.692147 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Pushing event deleted for resources: {'Port': ['ID=4cbd491f-76f0-4d42-b7e2-2588c6da682f,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:01.705666 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:01.705983 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:01.706354 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:01.706720 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:01.707110 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:01.707478 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:01.707835 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:01.708193 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:01.708549 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:01.708908 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:01.709264 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:01.709613 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:01.733323 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:01.756891 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d4a4d4-22b1-4984-bfef-893e1902533d req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] No DVR routers for this DVR port 4cbd491f-76f0-4d42-b7e2-2588c6da682f on host hv-cinder-79818 {{(pid=93425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:32:01.758544 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-15d4a4d4-22b1-4984-bfef-893e1902533d req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:01.760624 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-15d4a4d4-22b1-4984-bfef-893e1902533d req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.38 "DELETE /v2.0/ports/4cbd491f-76f0-4d42-b7e2-2588c6da682f HTTP/1.1" status: 204 len: 173 time: 0.6436872 Jun 26 16:32:01.761530 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd88a4-a389-4e98-967e-38789b309692', 'name': 'network-vif-deleted', 'tag': '4cbd491f-76f0-4d42-b7e2-2588c6da682f'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:32:01.764512 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325234b9-6834-4707-90f3-d45dc8c02eee" -d '{"events": [{"server_uuid": "26bd88a4-a389-4e98-967e-38789b309692", "name": "network-vif-deleted", "tag": "4cbd491f-76f0-4d42-b7e2-2588c6da682f"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:32:01.811804 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7458b7-c6d3-410e-9583-9952b9fe8eb7 x-openstack-request-id: req-8e7458b7-c6d3-410e-9583-9952b9fe8eb7 {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:32:01.812145 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd88a4-a389-4e98-967e-38789b309692", "name": "network-vif-deleted", "tag": "4cbd491f-76f0-4d42-b7e2-2588c6da682f", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:32:01.812438 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e7458b7-c6d3-410e-9583-9952b9fe8eb7 {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:32:01.812908 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd88a4-a389-4e98-967e-38789b309692', 'name': 'network-vif-deleted', 'tag': '4cbd491f-76f0-4d42-b7e2-2588c6da682f', 'status': 'completed', 'code': 200} Jun 26 16:32:02.102117 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ac9bef55-a719-42d4-9237-a40c636f8752 req-92db388a-60a0-4fa8-86f6-20f209dd7585 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] 10.222.0.35 "GET /v2.0/ports?device_id=26bd88a4-a389-4e98-967e-38789b309692 HTTP/1.1" status: 200 len: 210 time: 0.0315611 Jun 26 16:32:02.685504 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fcf75-527e-461d-bd28-59031d785bb8 req-a4463a6e-44c3-4bf3-8892-11bc14b0bd9d tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:02.693567 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e91fcf75-527e-461d-bd28-59031d785bb8 req-a4463a6e-44c3-4bf3-8892-11bc14b0bd9d tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0863643 Jun 26 16:32:02.747791 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e91fcf75-527e-461d-bd28-59031d785bb8 req-d2e1d3ea-51d8-4540-b947-91b7e47ee9a3 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532763 Jun 26 16:32:03.978912 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cea83-3738-4162-a33a-4fff860a12cd req-3afb7284-3608-4a58-b3a4-921404df72e9 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:03.986334 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4a3cea83-3738-4162-a33a-4fff860a12cd req-3afb7284-3608-4a58-b3a4-921404df72e9 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0816700 Jun 26 16:32:04.032385 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4a3cea83-3738-4162-a33a-4fff860a12cd req-fa02f05f-4705-41e9-94e4-ffd6b8571fc6 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449288 Jun 26 16:32:04.951180 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 4cbd491f-76f0-4d42-b7e2-2588c6da682f no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:32:04.971569 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] No Port match for: 4cbd491f-76f0-4d42-b7e2-2588c6da682f {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:32:04.971920 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 4cbd491f-76f0-4d42-b7e2-2588c6da682f not bound to the agent host hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:32:05.217930 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f701c-8d6e-43f1-8e02-dcfd10224de4 req-50d361e8-40a6-44fc-8f5e-f671f6eae072 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:05.220204 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ab1f701c-8d6e-43f1-8e02-dcfd10224de4 req-50d361e8-40a6-44fc-8f5e-f671f6eae072 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0692730 Jun 26 16:32:05.282179 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ab1f701c-8d6e-43f1-8e02-dcfd10224de4 req-cb7b3d62-4631-46a3-b7b2-30fc0af1d16e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535569 Jun 26 16:32:06.472045 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1f20e-ad64-4886-875b-19b2834ff9a0 req-a84943e4-a5c8-4298-beed-32c80d784fb6 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:06.473448 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-54f1f20e-ad64-4886-875b-19b2834ff9a0 req-a84943e4-a5c8-4298-beed-32c80d784fb6 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0664065 Jun 26 16:32:06.511083 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-54f1f20e-ad64-4886-875b-19b2834ff9a0 req-b96eaee8-6624-4d14-a6cb-48a7da5ffb17 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313766 Jun 26 16:32:07.275137 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:07.281964 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-9ceb867d-1bed-4a79-a8fb-ed7ae1f8496e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:07.690475 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9434aa5-6434-44de-b0cc-795c108f5191 req-ec75e66b-5aa2-4011-883b-237fa380b96e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:07.691994 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b9434aa5-6434-44de-b0cc-795c108f5191 req-ec75e66b-5aa2-4011-883b-237fa380b96e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0615005 Jun 26 16:32:07.729073 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b9434aa5-6434-44de-b0cc-795c108f5191 req-e4ea3f90-d267-4dc1-8abd-d68a7bc6800f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314960 Jun 26 16:32:08.945562 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e0f58-b12d-470a-8df0-5027eeb6233a req-895ef5fd-765e-4f4c-8495-ba646770c5d4 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:08.948062 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-761e0f58-b12d-470a-8df0-5027eeb6233a req-895ef5fd-765e-4f4c-8495-ba646770c5d4 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0812654 Jun 26 16:32:09.024995 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-761e0f58-b12d-470a-8df0-5027eeb6233a req-364e1ca4-209e-4693-b38d-36c95ee4ece3 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672686 Jun 26 16:32:09.050429 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33838628-2c27-4890-b0dd-c7873415f33a req-5655895d-d84e-46d8-b59c-d80fec8bb4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:09.052421 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-33838628-2c27-4890-b0dd-c7873415f33a req-5655895d-d84e-46d8-b59c-d80fec8bb4f3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e8d5454a3a34b91b88733c476597ace&device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 1098 time: 0.0805755 Jun 26 16:32:09.163095 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33838628-2c27-4890-b0dd-c7873415f33a req-43122668-36dd-40c0-b4cc-427b0a179791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:09.164567 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-33838628-2c27-4890-b0dd-c7873415f33a req-43122668-36dd-40c0-b4cc-427b0a179791 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f32909da-b54c-444e-b1bf-6d65d5e65a3d HTTP/1.1" status: 200 len: 918 time: 0.1057556 Jun 26 16:32:09.226874 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-33838628-2c27-4890-b0dd-c7873415f33a req-d982c97e-6995-46bb-afca-85a486bfe166 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=925c8981-81e6-4a85-b6fc-0f00667f17b0 HTTP/1.1" status: 200 len: 1000 time: 0.0551412 Jun 26 16:32:09.275155 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33838628-2c27-4890-b0dd-c7873415f33a req-d869ff72-be09-49fa-9403-022eaf544fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:09.276642 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-33838628-2c27-4890-b0dd-c7873415f33a req-d869ff72-be09-49fa-9403-022eaf544fbd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6302d635-3f7d-4e5f-b072-feefede6d6d8 HTTP/1.1" status: 200 len: 856 time: 0.0433125 Jun 26 16:32:09.338963 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33838628-2c27-4890-b0dd-c7873415f33a req-f743665f-aa91-4e18-b983-2efa598d1600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:09.340537 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-33838628-2c27-4890-b0dd-c7873415f33a req-f743665f-aa91-4e18-b983-2efa598d1600 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f32909da-b54c-444e-b1bf-6d65d5e65a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576928 Jun 26 16:32:09.469069 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-33838628-2c27-4890-b0dd-c7873415f33a req-653e2d39-85e7-4bbb-8c75-de7812e467b6 service neutron] 10.222.0.38 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202753 Jun 26 16:32:09.575713 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-33838628-2c27-4890-b0dd-c7873415f33a req-9de36e70-f00a-4ed5-aade-acb058aba385 service neutron] 10.222.0.38 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987189 Jun 26 16:32:09.887174 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:10.069314 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-3cfcd990-cc78-4176-8a08-e5a8f40cf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:10.233019 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc488a87-f823-496d-83c5-eba1363bdbc6 req-21ad5e88-a5cb-45c1-80ac-c790854b249d tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:10.235143 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dc488a87-f823-496d-83c5-eba1363bdbc6 req-21ad5e88-a5cb-45c1-80ac-c790854b249d tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0751083 Jun 26 16:32:10.285471 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dc488a87-f823-496d-83c5-eba1363bdbc6 req-69d2ec18-14c0-449a-a7b1-f5c92536729a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396166 Jun 26 16:32:10.875908 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:11.504050 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e979e-0054-4eb0-a866-345e530b7615 req-2e54143b-bf52-46c1-b906-5d200a515f8f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:11.507245 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3a0e979e-0054-4eb0-a866-345e530b7615 req-2e54143b-bf52-46c1-b906-5d200a515f8f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0830336 Jun 26 16:32:11.574104 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3a0e979e-0054-4eb0-a866-345e530b7615 req-1b00b566-529a-4366-9726-0741b9a8d40b tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617132 Jun 26 16:32:12.642815 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:12.776736 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe425deb-2fea-4602-9d21-04e06f9e39bb req-e69f0e89-f346-489e-9e4b-757d2f88fdc8 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:12.779222 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fe425deb-2fea-4602-9d21-04e06f9e39bb req-e69f0e89-f346-489e-9e4b-757d2f88fdc8 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 945 time: 0.0757229 Jun 26 16:32:12.822024 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fe425deb-2fea-4602-9d21-04e06f9e39bb req-71f3f134-9904-44e6-b7b4-267c7ea85e66 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349710 Jun 26 16:32:13.010563 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 925c8981-81e6-4a85-b6fc-0f00667f17b0 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:32:13.115774 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:13.145152 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0848ad8-411f-4d0b-8bd7-8aa549718bb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '925c8981-81e6-4a85-b6fc-0f00667f17b0'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:32:13.147700 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2927025-cf1a-4d1b-9496-12010fb03f59" -d '{"events": [{"server_uuid": "f0848ad8-411f-4d0b-8bd7-8aa549718bb1", "name": "network-vif-unplugged", "status": "completed", "tag": "925c8981-81e6-4a85-b6fc-0f00667f17b0"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:32:13.164920 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 925c8981-81e6-4a85-b6fc-0f00667f17b0, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=925c8981-81e6-4a85-b6fc-0f00667f17b0,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:13.225396 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 26 Jun 2021 16:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f081531d-96a0-4ae1-8720-78593ea3896c x-openstack-request-id: req-f081531d-96a0-4ae1-8720-78593ea3896c {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:32:13.226297 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0848ad8-411f-4d0b-8bd7-8aa549718bb1", "name": "network-vif-unplugged", "status": "failed", "tag": "925c8981-81e6-4a85-b6fc-0f00667f17b0", "code": 422}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:32:13.227008 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f081531d-96a0-4ae1-8720-78593ea3896c {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:32:13.227869 dv-cinder-798189-1-iscsi neutron-server[93426]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f0848ad8-411f-4d0b-8bd7-8aa549718bb1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '925c8981-81e6-4a85-b6fc-0f00667f17b0', 'code': 422} returned with failed status Jun 26 16:32:13.239013 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:13.241943 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:13.302833 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=925c8981-81e6-4a85-b6fc-0f00667f17b0,revision_number=8']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:13.309820 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:14.697738 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3367b9-2acd-499f-a5ae-5ec7ade0ac46 req-7fd54b29-2007-4de4-a052-9112d11d6d50 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:14.703631 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ee3367b9-2acd-499f-a5ae-5ec7ade0ac46 req-7fd54b29-2007-4de4-a052-9112d11d6d50 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.0704348 Jun 26 16:32:14.756144 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ee3367b9-2acd-499f-a5ae-5ec7ade0ac46 req-486afac1-3e02-455a-bae3-6dc5f68e804a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507317 Jun 26 16:32:15.604600 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 58812) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:15.742523 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-dbdae87a-82cf-4e1a-b24c-83110100b4c9 req-5effe0ce-7f67-4bef-b5c0-d4aeb1f0d91e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1365681 Jun 26 16:32:15.977265 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82df1d5-a370-404d-ae35-e1531239cfad req-a8f24884-c06d-4e40-b24f-2548fcd4116f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:15.978746 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f82df1d5-a370-404d-ae35-e1531239cfad req-a8f24884-c06d-4e40-b24f-2548fcd4116f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.0742421 Jun 26 16:32:16.030328 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f82df1d5-a370-404d-ae35-e1531239cfad req-f0bb65c9-42df-4e98-a4bd-6345ae0b1a32 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455251 Jun 26 16:32:17.026689 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 925c8981-81e6-4a85-b6fc-0f00667f17b0 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:32:17.235199 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cdad7-4b99-4b67-a1b3-04b509f81458 req-fc4d6f71-6ef5-4016-ab7b-80b8b03dc271 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:17.242494 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ab6cdad7-4b99-4b67-a1b3-04b509f81458 req-fc4d6f71-6ef5-4016-ab7b-80b8b03dc271 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.0750816 Jun 26 16:32:17.292550 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ab6cdad7-4b99-4b67-a1b3-04b509f81458 req-0d3ccc2a-61f4-4940-afdb-f6f19ed5cc4c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436940 Jun 26 16:32:17.446067 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b8e3e-dd2b-40ef-8300-cf7e8da53ee4 req-f2b62ddc-da26-495a-b5b5-b0226fa45b0d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:17.448452 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b42b8e3e-dd2b-40ef-8300-cf7e8da53ee4 req-f2b62ddc-da26-495a-b5b5-b0226fa45b0d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0681438 Jun 26 16:32:17.517540 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b42b8e3e-dd2b-40ef-8300-cf7e8da53ee4 req-0ddca9c5-ac7a-4ac9-8aa3-0bf7e7dbdb3f tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571923 Jun 26 16:32:18.474335 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a373c4-c261-45a3-925d-cf30e14c74b8 req-bc316c3b-5fba-400f-a9e2-0aab6cc14860 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:18.476662 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-71a373c4-c261-45a3-925d-cf30e14c74b8 req-bc316c3b-5fba-400f-a9e2-0aab6cc14860 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.0692163 Jun 26 16:32:18.521059 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-71a373c4-c261-45a3-925d-cf30e14c74b8 req-e51f4b45-1ed8-4b43-a6ed-74770298eaf0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385334 Jun 26 16:32:18.610368 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdae87a-82cf-4e1a-b24c-83110100b4c9 req-d1c56092-8d1a-46b4-8914-1cc196cb0992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:18.611539 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dbdae87a-82cf-4e1a-b24c-83110100b4c9 req-d1c56092-8d1a-46b4-8914-1cc196cb0992 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1&tenant_id=3e8d5454a3a34b91b88733c476597ace HTTP/1.1" status: 200 len: 1096 time: 0.0807307 Jun 26 16:32:18.738806 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b11363-1112-4424-afbd-6279544ef79e req-6972bff9-277f-44f9-a5f0-44dbd4bb7115 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:18.740268 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d6b11363-1112-4424-afbd-6279544ef79e req-6972bff9-277f-44f9-a5f0-44dbd4bb7115 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.1033235 Jun 26 16:32:18.745576 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdae87a-82cf-4e1a-b24c-83110100b4c9 req-30986fdc-fea5-41bb-9799-2fc9c07bba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:18.746977 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dbdae87a-82cf-4e1a-b24c-83110100b4c9 req-30986fdc-fea5-41bb-9799-2fc9c07bba8d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e8d5454a3a34b91b88733c476597ace&device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 1096 time: 0.0991240 Jun 26 16:32:18.841837 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d6b11363-1112-4424-afbd-6279544ef79e req-961fcd6a-c371-4826-9780-10ea979db481 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939188 Jun 26 16:32:18.873057 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdae87a-82cf-4e1a-b24c-83110100b4c9 req-39cf2c14-ebb5-4665-83a9-36b8a3ab3f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:18.874788 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dbdae87a-82cf-4e1a-b24c-83110100b4c9 req-39cf2c14-ebb5-4665-83a9-36b8a3ab3f44 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f32909da-b54c-444e-b1bf-6d65d5e65a3d HTTP/1.1" status: 200 len: 918 time: 0.1201816 Jun 26 16:32:18.943350 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dbdae87a-82cf-4e1a-b24c-83110100b4c9 req-36accf89-9b0b-48c5-aeda-54d1b9e631be service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=925c8981-81e6-4a85-b6fc-0f00667f17b0 HTTP/1.1" status: 200 len: 998 time: 0.0607877 Jun 26 16:32:19.001206 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdae87a-82cf-4e1a-b24c-83110100b4c9 req-d1e04cfd-a3e2-4862-9fd4-317c937068e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:19.003323 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dbdae87a-82cf-4e1a-b24c-83110100b4c9 req-d1e04cfd-a3e2-4862-9fd4-317c937068e8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6302d635-3f7d-4e5f-b072-feefede6d6d8 HTTP/1.1" status: 200 len: 856 time: 0.0535250 Jun 26 16:32:19.067907 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdae87a-82cf-4e1a-b24c-83110100b4c9 req-1f55d251-3004-4639-84a5-75b75e93bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:19.069821 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dbdae87a-82cf-4e1a-b24c-83110100b4c9 req-1f55d251-3004-4639-84a5-75b75e93bcef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f32909da-b54c-444e-b1bf-6d65d5e65a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584843 Jun 26 16:32:19.172783 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dbdae87a-82cf-4e1a-b24c-83110100b4c9 req-e31ab62c-b43a-4beb-afc0-8a31b1b3dc32 service neutron] 10.222.0.38 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914083 Jun 26 16:32:19.549790 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dbdae87a-82cf-4e1a-b24c-83110100b4c9 req-474fa49e-7904-4092-8421-8c56c61d43b0 service neutron] 10.222.0.38 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651390 Jun 26 16:32:19.723775 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e56d4-4bf2-435d-b0b3-3f293fa159bd req-06a9a280-6d36-4780-8f0b-8b2d1b36a3f0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:19.731486 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c27e56d4-4bf2-435d-b0b3-3f293fa159bd req-06a9a280-6d36-4780-8f0b-8b2d1b36a3f0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.0865448 Jun 26 16:32:19.791388 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c27e56d4-4bf2-435d-b0b3-3f293fa159bd req-45441f81-534f-4411-9cf6-a85adccb0fcc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582800 Jun 26 16:32:20.048354 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490882f-da50-4447-85f4-983ac62b8a99 req-2e8eb910-6808-4385-b74b-2a1f9ffb9fbd tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:20.055656 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c490882f-da50-4447-85f4-983ac62b8a99 req-2e8eb910-6808-4385-b74b-2a1f9ffb9fbd tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0780513 Jun 26 16:32:20.095322 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c490882f-da50-4447-85f4-983ac62b8a99 req-59860c3c-4457-4630-bb3e-6bcc2d73fb1a tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388274 Jun 26 16:32:21.145762 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b1957-f4d8-4da8-94ff-a5289c384350 req-0a156977-c7c7-4f3c-b1a2-ad0232ce9364 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:21.147291 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ef2b1957-f4d8-4da8-94ff-a5289c384350 req-0a156977-c7c7-4f3c-b1a2-ad0232ce9364 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.1248071 Jun 26 16:32:21.222346 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ef2b1957-f4d8-4da8-94ff-a5289c384350 req-741c6356-d05b-447b-b6d2-caecbcb4b38c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597849 Jun 26 16:32:21.452549 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfe531-6639-49a3-bc07-8c0360c1e256 req-f4e53663-2a38-4349-961e-3645ab173873 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:21.457438 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5bcfe531-6639-49a3-bc07-8c0360c1e256 req-f4e53663-2a38-4349-961e-3645ab173873 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.1020558 Jun 26 16:32:21.538134 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5bcfe531-6639-49a3-bc07-8c0360c1e256 req-e955a100-27a3-4687-bd43-ce0dd509e28b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751114 Jun 26 16:32:22.576388 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5046a-75bd-4ebf-b961-f1c0dd0a45d2 req-89bf77b5-dbe7-4f82-b558-8794b4bbf9cd tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:22.582129 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-62f5046a-75bd-4ebf-b961-f1c0dd0a45d2 req-89bf77b5-dbe7-4f82-b558-8794b4bbf9cd tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.1684663 Jun 26 16:32:22.639546 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-62f5046a-75bd-4ebf-b961-f1c0dd0a45d2 req-403bc57c-2ee9-4b96-b53b-48bbaad4b728 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464461 Jun 26 16:32:22.876770 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f5a4b-54b0-47ec-a51e-e37de0b6a3d9 req-4d31ad14-675a-4206-9d44-a6ed6fa072f4 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:22.888681 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-458f5a4b-54b0-47ec-a51e-e37de0b6a3d9 req-4d31ad14-675a-4206-9d44-a6ed6fa072f4 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.1503356 Jun 26 16:32:22.947988 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-458f5a4b-54b0-47ec-a51e-e37de0b6a3d9 req-9e384cf1-f381-4237-b20a-becc84da9e2e tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531435 Jun 26 16:32:23.905328 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e7888-897a-4c51-9c7f-78bad7115350 req-8c35ff23-f8da-4231-b868-f2073dc7a99a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:23.910357 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-989e7888-897a-4c51-9c7f-78bad7115350 req-8c35ff23-f8da-4231-b868-f2073dc7a99a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.1233501 Jun 26 16:32:24.001736 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-989e7888-897a-4c51-9c7f-78bad7115350 req-1b31119b-7f78-461c-8883-b9861cfb0c68 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813451 Jun 26 16:32:24.315635 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a1387-ed5c-4c8b-9fba-e4f03d8901f7 req-6b2c8048-4ad9-4cee-8c10-740222096339 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:24.319284 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4c0a1387-ed5c-4c8b-9fba-e4f03d8901f7 req-6b2c8048-4ad9-4cee-8c10-740222096339 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.1099682 Jun 26 16:32:24.393053 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4c0a1387-ed5c-4c8b-9fba-e4f03d8901f7 req-8091b914-c18b-40e9-a3aa-4b5f725c4ca2 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728557 Jun 26 16:32:25.297187 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279c4bb-6483-455e-aff8-514a648313e9 req-4dafbfca-c112-404c-b318-0befe3d7c90a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:25.314743 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9279c4bb-6483-455e-aff8-514a648313e9 req-4dafbfca-c112-404c-b318-0befe3d7c90a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.1216612 Jun 26 16:32:25.387940 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9279c4bb-6483-455e-aff8-514a648313e9 req-7b3e83f0-ab6d-4023-957d-c3fad3bdf8f5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718269 Jun 26 16:32:25.628702 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da9b65-827c-489d-8c4b-cb1b5f3ee341 req-b63a47a0-c231-43a3-9f22-fc91be47ba5f tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:25.630486 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-88da9b65-827c-489d-8c4b-cb1b5f3ee341 req-b63a47a0-c231-43a3-9f22-fc91be47ba5f tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0846672 Jun 26 16:32:25.718562 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-88da9b65-827c-489d-8c4b-cb1b5f3ee341 req-1d847ac6-7c50-47f6-bc4f-7e6870940c55 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819700 Jun 26 16:32:26.591949 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e44bb-e5cc-4805-b669-2d2974de7092 req-52197f03-ffcd-4b68-9d68-70fa100eb062 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:26.593424 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e60e44bb-e5cc-4805-b669-2d2974de7092 req-52197f03-ffcd-4b68-9d68-70fa100eb062 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.0651500 Jun 26 16:32:26.629646 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e60e44bb-e5cc-4805-b669-2d2974de7092 req-cb9347b2-e7ed-42a8-8ac7-ab1ed080e4e0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306110 Jun 26 16:32:26.886160 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63feae5-0d46-4e0b-9c01-bdc99f0a7ecc req-77cc7e5b-a5ea-4ec1-819d-595d5a44d5e9 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:26.887663 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f63feae5-0d46-4e0b-9c01-bdc99f0a7ecc req-77cc7e5b-a5ea-4ec1-819d-595d5a44d5e9 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0650687 Jun 26 16:32:26.924844 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f63feae5-0d46-4e0b-9c01-bdc99f0a7ecc req-295d4eac-78ff-4108-8487-01419d2da63c tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309269 Jun 26 16:32:27.813686 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a74c12-c4e7-4857-842a-723e76bc1630 req-e97bc2e7-8cf5-4a92-b898-f9e14a10cbb8 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:27.815349 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f6a74c12-c4e7-4857-842a-723e76bc1630 req-e97bc2e7-8cf5-4a92-b898-f9e14a10cbb8 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.0686004 Jun 26 16:32:27.856215 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f6a74c12-c4e7-4857-842a-723e76bc1630 req-5f927d51-5ec0-4c73-a64e-9b375b26b068 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342987 Jun 26 16:32:28.115457 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab44f5-c9ae-4e88-8d54-048257d00aa9 req-bb447861-0f9c-414f-8ed1-96e43b0b385b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:28.117057 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7cab44f5-c9ae-4e88-8d54-048257d00aa9 req-bb447861-0f9c-414f-8ed1-96e43b0b385b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0670140 Jun 26 16:32:28.158021 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7cab44f5-c9ae-4e88-8d54-048257d00aa9 req-d9b494c8-e862-44b3-beae-f8f024cea630 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352108 Jun 26 16:32:29.065320 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702abd8-32fd-45f4-9fac-66e5c9e40a35 req-f3d18fe2-8b78-4374-979c-149fdcd9cc04 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:29.066699 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7702abd8-32fd-45f4-9fac-66e5c9e40a35 req-f3d18fe2-8b78-4374-979c-149fdcd9cc04 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.0834050 Jun 26 16:32:29.113431 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7702abd8-32fd-45f4-9fac-66e5c9e40a35 req-d80eda83-ad8f-44e4-9819-e95e15e5ff30 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408931 Jun 26 16:32:29.331161 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a31032-ee93-4345-9ab3-1c807cac7482 req-039b932d-d93d-467f-8cc3-c54ee1600431 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:29.332601 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e7a31032-ee93-4345-9ab3-1c807cac7482 req-039b932d-d93d-467f-8cc3-c54ee1600431 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0634735 Jun 26 16:32:29.369272 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e7a31032-ee93-4345-9ab3-1c807cac7482 req-f35a60d2-aa17-470c-82ad-a318e7f5620b tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311728 Jun 26 16:32:30.307301 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85666ba2-721f-4388-829e-1ca9c5effe9d req-0029ca97-524b-46b7-a8bd-25bf1807f3c2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:30.310718 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-85666ba2-721f-4388-829e-1ca9c5effe9d req-0029ca97-524b-46b7-a8bd-25bf1807f3c2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.0663030 Jun 26 16:32:30.351385 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-85666ba2-721f-4388-829e-1ca9c5effe9d req-3831d931-577c-4962-aae0-eff19be1cb91 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331438 Jun 26 16:32:30.557331 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67579afe-5506-4a29-a15f-cd35a97e7f6b req-ae47ab87-b3c9-4707-be29-e01ddad5cea7 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:30.558812 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-67579afe-5506-4a29-a15f-cd35a97e7f6b req-ae47ab87-b3c9-4707-be29-e01ddad5cea7 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0667436 Jun 26 16:32:30.594822 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-67579afe-5506-4a29-a15f-cd35a97e7f6b req-59c9fc60-1120-426c-9c1a-be47eea0bb5c tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303898 Jun 26 16:32:31.129463 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:32:31.447486 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 59016) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:31.494059 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ba79e3-42af-4b84-ab57-8476e1402d5c admin admin] Deleting subnet 8d3f6b52-2453-4278-828a-0ce36dce263d {{(pid=93424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:32:31.497988 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-39ba79e3-42af-4b84-ab57-8476e1402d5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.536874 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-39ba79e3-42af-4b84-ab57-8476e1402d5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9654320'] for subnet, precommit_delete_associations {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.568672 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a595a23-914c-4c43-b192-9c9e3dbf22b3 req-1a9e8098-e590-40f6-826d-f353c697265e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:31.570278 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4a595a23-914c-4c43-b192-9c9e3dbf22b3 req-1a9e8098-e590-40f6-826d-f353c697265e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.0894749 Jun 26 16:32:31.576957 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-39ba79e3-42af-4b84-ab57-8476e1402d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077411'] for subnet, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.608494 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4a595a23-914c-4c43-b192-9c9e3dbf22b3 req-ebc1e96a-6850-4446-8512-c52f3a4c36a9 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321274 Jun 26 16:32:31.693920 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-39ba79e3-42af-4b84-ab57-8476e1402d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9987676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10402897'] for subnet, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.696307 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:31.722472 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba79e3-42af-4b84-ab57-8476e1402d5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d3f6b52-2453-4278-828a-0ce36dce263d,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:31.725329 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-39ba79e3-42af-4b84-ab57-8476e1402d5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.728037 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-39ba79e3-42af-4b84-ab57-8476e1402d5c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8d3f6b52-2453-4278-828a-0ce36dce263d HTTP/1.1" status: 204 len: 168 time: 0.2795687 Jun 26 16:32:31.732792 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 59020) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:31.740768 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba79e3-42af-4b84-ab57-8476e1402d5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:31.741147 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba79e3-42af-4b84-ab57-8476e1402d5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:31.741518 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba79e3-42af-4b84-ab57-8476e1402d5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:31.741887 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba79e3-42af-4b84-ab57-8476e1402d5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:31.742243 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba79e3-42af-4b84-ab57-8476e1402d5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:31.742602 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba79e3-42af-4b84-ab57-8476e1402d5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:31.742985 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba79e3-42af-4b84-ab57-8476e1402d5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:31.743339 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba79e3-42af-4b84-ab57-8476e1402d5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:31.743695 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba79e3-42af-4b84-ab57-8476e1402d5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:31.744091 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba79e3-42af-4b84-ab57-8476e1402d5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:31.744392 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba79e3-42af-4b84-ab57-8476e1402d5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:31.744738 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba79e3-42af-4b84-ab57-8476e1402d5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:31.756344 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-39ba79e3-42af-4b84-ab57-8476e1402d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:31.781262 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc3f6a-35cb-4d6b-8bf3-255e4f1d308f req-1c21fddb-5026-49da-b376-c98b6cc798da tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:31.782750 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-95cc3f6a-35cb-4d6b-8bf3-255e4f1d308f req-1c21fddb-5026-49da-b376-c98b6cc798da tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0640287 Jun 26 16:32:31.807838 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0aac510d-a35d-4a9c-9b0d-c914ab5ae5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599898'] for network, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.819807 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-95cc3f6a-35cb-4d6b-8bf3-255e4f1d308f req-2bee1474-5021-47b6-b50a-ea184bf6939d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312254 Jun 26 16:32:31.889392 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0aac510d-a35d-4a9c-9b0d-c914ab5ae5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2078910', 'neutron.services.segments.db._delete_segments_for_network-8735253278486'] for network, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.898739 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.services.segments.db [None req-0aac510d-a35d-4a9c-9b0d-c914ab5ae5d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10bfce5-2d75-4043-a7e5-d217d041e4b1']}} {{(pid=93424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:31.908035 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.services.segments.db [None req-0aac510d-a35d-4a9c-9b0d-c914ab5ae5d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c84791c-40b6-4ebc-a3bf-7c2c7da040ed') {'for_net_delete': True} {{(pid=93424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:31.908333 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.services.segments.db [None req-0aac510d-a35d-4a9c-9b0d-c914ab5ae5d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c84791c-40b6-4ebc-a3bf-7c2c7da040ed') {} {{(pid=93424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:31.918289 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0aac510d-a35d-4a9c-9b0d-c914ab5ae5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735253296631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9654311'] for segment, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.933560 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0aac510d-a35d-4a9c-9b0d-c914ab5ae5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.939319 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aac510d-a35d-4a9c-9b0d-c914ab5ae5d1 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:32:31.939701 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0aac510d-a35d-4a9c-9b0d-c914ab5ae5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9987769'] for segment, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: Traceback (most recent call last): Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: timer() Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: cb(*args, **kw) Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: return func(*args, **kwargs) Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: self._notify() Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: self.callback(batched_events) Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: event.method(event) Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: return f(self, *a, **k) Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: return self._get(url).json() Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: return self.request(url, 'GET', **kwargs) Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:32:31.941293 dv-cinder-798189-1-iscsi neutron-server[93424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:32:32.047450 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0aac510d-a35d-4a9c-9b0d-c914ab5ae5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2078901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646772'] for network, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.051205 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:32.053653 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0aac510d-a35d-4a9c-9b0d-c914ab5ae5d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.055488 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-0aac510d-a35d-4a9c-9b0d-c914ab5ae5d1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d10bfce5-2d75-4043-a7e5-d217d041e4b1 HTTP/1.1" status: 204 len: 168 time: 0.3218000 Jun 26 16:32:32.065751 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac510d-a35d-4a9c-9b0d-c914ab5ae5d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d10bfce5-2d75-4043-a7e5-d217d041e4b1,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:32.070336 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-0aac510d-a35d-4a9c-9b0d-c914ab5ae5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:32.412540 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 59024) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:32.451193 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-7fa0ff34-6206-4439-ba01-1396d4974d38 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a2a613abda942848caf7ec407f720f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373132 Jun 26 16:32:32.453699 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 59026) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:32.500293 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-580e518a-cb5c-461a-b81b-08b89e283180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.520322 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-580e518a-cb5c-461a-b81b-08b89e283180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.595988 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432d643-962a-4c3c-85cf-c618d388f62d req-114a93a8-2014-4058-befe-e596404fe6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:32.597975 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f432d643-962a-4c3c-85cf-c618d388f62d req-114a93a8-2014-4058-befe-e596404fe6cc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2100de5fb39244ff97ddc96c9964d3dc&device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 1098 time: 0.0556848 Jun 26 16:32:32.663585 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-580e518a-cb5c-461a-b81b-08b89e283180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.668189 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-580e518a-cb5c-461a-b81b-08b89e283180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.669744 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-580e518a-cb5c-461a-b81b-08b89e283180 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3b4d2fa9-95be-4b7b-872c-26e1dd9d3421 HTTP/1.1" status: 204 len: 168 time: 0.2151499 Jun 26 16:32:32.670627 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-986c8259-5fa4-46ca-921b-be72372a19cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:32.679155 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e518a-cb5c-461a-b81b-08b89e283180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4d2fa9-95be-4b7b-872c-26e1dd9d3421,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:32.681815 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-580e518a-cb5c-461a-b81b-08b89e283180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:32.695242 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432d643-962a-4c3c-85cf-c618d388f62d req-f511f432-3831-45c0-803a-1caac8819b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:32.696844 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f432d643-962a-4c3c-85cf-c618d388f62d req-f511f432-3831-45c0-803a-1caac8819b11 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a HTTP/1.1" status: 200 len: 910 time: 0.0924778 Jun 26 16:32:32.797335 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f432d643-962a-4c3c-85cf-c618d388f62d req-f91a96db-d20c-4ad5-a855-9db63a252663 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b1a7d38-2719-42bb-999e-f1c36a8854eb HTTP/1.1" status: 200 len: 1000 time: 0.0936239 Jun 26 16:32:32.858900 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8552f-bdd5-41cb-bf21-4786751b63d0 req-61e15224-f03b-440e-ba55-0b7a78e5d827 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:32.862049 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-eaf8552f-bdd5-41cb-bf21-4786751b63d0 req-61e15224-f03b-440e-ba55-0b7a78e5d827 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.1158769 Jun 26 16:32:32.867010 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432d643-962a-4c3c-85cf-c618d388f62d req-a3f1fb1e-cfb0-46bd-ae5d-8c7bc670fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:32.868554 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f432d643-962a-4c3c-85cf-c618d388f62d req-a3f1fb1e-cfb0-46bd-ae5d-8c7bc670fdd5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33e4ba87-06e7-4b7c-ad07-5c1e136045e2 HTTP/1.1" status: 200 len: 848 time: 0.0634177 Jun 26 16:32:32.937042 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-eaf8552f-bdd5-41cb-bf21-4786751b63d0 req-2ea47c4e-b7ca-456a-8caa-e88cb4a597cf tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654619 Jun 26 16:32:32.989111 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432d643-962a-4c3c-85cf-c618d388f62d req-3908cffc-7207-4ba4-bbf9-55c099af99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:32.990574 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f432d643-962a-4c3c-85cf-c618d388f62d req-3908cffc-7207-4ba4-bbf9-55c099af99b2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1125338 Jun 26 16:32:33.035079 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7de113-160d-4c63-98a0-de0d65d372af req-3c952ec6-f81d-4cbf-b1f5-8d9be650fadc tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:33.036549 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5d7de113-160d-4c63-98a0-de0d65d372af req-3c952ec6-f81d-4cbf-b1f5-8d9be650fadc tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0985148 Jun 26 16:32:33.111895 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5d7de113-160d-4c63-98a0-de0d65d372af req-e75fc6c3-7592-4c44-86a3-fb2f78d172a6 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450666 Jun 26 16:32:33.126339 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f432d643-962a-4c3c-85cf-c618d388f62d req-1258d145-86e8-4767-9073-2f21d7863837 service neutron] 10.222.0.38 "GET /v2.0/networks/8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274548 Jun 26 16:32:33.222469 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f432d643-962a-4c3c-85cf-c618d388f62d req-a0d4bd0d-43a3-4cc9-88dc-97fcdcec4ba1 service neutron] 10.222.0.38 "GET /v2.0/networks/8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808110 Jun 26 16:32:34.116593 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916589d-4396-42e6-a200-9f85baf9d921 req-3d523b6a-027d-4faa-b9ac-4bb05f39975b tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:34.118049 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0916589d-4396-42e6-a200-9f85baf9d921 req-3d523b6a-027d-4faa-b9ac-4bb05f39975b tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.0657179 Jun 26 16:32:34.156029 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0916589d-4396-42e6-a200-9f85baf9d921 req-51465448-2389-44ca-adaa-f4a4443a03b8 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310450 Jun 26 16:32:34.286996 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16da58-2537-476e-be1d-adddc95e4ff1 req-2fe3bdcb-a9f5-452d-858e-fb28e9df31ae tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:34.288549 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8f16da58-2537-476e-be1d-adddc95e4ff1 req-2fe3bdcb-a9f5-452d-858e-fb28e9df31ae tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0630774 Jun 26 16:32:34.325776 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8f16da58-2537-476e-be1d-adddc95e4ff1 req-de49390a-476a-4a8e-b2da-dc228a0b2d96 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316770 Jun 26 16:32:35.337732 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3eb0c5-d979-47ba-82c9-f76b8a6e0f60 req-a23e2a79-a74e-4cf3-a662-6221e02e5c21 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:35.339291 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5b3eb0c5-d979-47ba-82c9-f76b8a6e0f60 req-a23e2a79-a74e-4cf3-a662-6221e02e5c21 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.0659904 Jun 26 16:32:35.383431 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5b3eb0c5-d979-47ba-82c9-f76b8a6e0f60 req-45528caa-6962-4567-8bbe-6acd8f5e0c0f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385292 Jun 26 16:32:35.520897 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c485ad-05f6-43d1-abd3-50bc965d621a req-3edca634-e4d5-46b9-9991-2c83d83b9d49 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:35.523044 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f0c485ad-05f6-43d1-abd3-50bc965d621a req-3edca634-e4d5-46b9-9991-2c83d83b9d49 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0683875 Jun 26 16:32:35.591734 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f0c485ad-05f6-43d1-abd3-50bc965d621a req-07a23472-9214-4c7d-b32d-86003f01cbe9 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625439 Jun 26 16:32:35.619458 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d622e-8526-491b-937e-e405462411c3 req-4463f766-da0a-4e4f-a84d-646534369375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:35.621090 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-187d622e-8526-491b-937e-e405462411c3 req-4463f766-da0a-4e4f-a84d-646534369375 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e8d5454a3a34b91b88733c476597ace&device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 1096 time: 0.0775290 Jun 26 16:32:35.730049 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d622e-8526-491b-937e-e405462411c3 req-43493ee2-cfab-4eba-b84f-59dd39ceade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:35.731675 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-187d622e-8526-491b-937e-e405462411c3 req-43493ee2-cfab-4eba-b84f-59dd39ceade5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f32909da-b54c-444e-b1bf-6d65d5e65a3d HTTP/1.1" status: 200 len: 918 time: 0.0904374 Jun 26 16:32:35.798103 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-187d622e-8526-491b-937e-e405462411c3 req-a171afb0-df66-4f7d-8bfe-cf0143596627 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=925c8981-81e6-4a85-b6fc-0f00667f17b0 HTTP/1.1" status: 200 len: 998 time: 0.0596199 Jun 26 16:32:35.862321 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d622e-8526-491b-937e-e405462411c3 req-91fb7347-f090-4da8-ae99-7e2e3e99b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:35.864333 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-187d622e-8526-491b-937e-e405462411c3 req-91fb7347-f090-4da8-ae99-7e2e3e99b686 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6302d635-3f7d-4e5f-b072-feefede6d6d8 HTTP/1.1" status: 200 len: 856 time: 0.0569227 Jun 26 16:32:35.922005 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d622e-8526-491b-937e-e405462411c3 req-688144e9-ead8-45f7-834f-39319dfd2306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:35.923539 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-187d622e-8526-491b-937e-e405462411c3 req-688144e9-ead8-45f7-834f-39319dfd2306 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f32909da-b54c-444e-b1bf-6d65d5e65a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527210 Jun 26 16:32:36.012460 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-187d622e-8526-491b-937e-e405462411c3 req-3355d883-5b66-4245-bfae-4ab5ac7f5107 service neutron] 10.222.0.38 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800745 Jun 26 16:32:36.101028 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-187d622e-8526-491b-937e-e405462411c3 req-118a494a-90b5-4634-b7b2-c542b4fa426d service neutron] 10.222.0.38 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820141 Jun 26 16:32:36.558721 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f788127-c55b-41cd-826a-0b730463d0f0 req-976debcb-7367-46cc-89eb-1c41e3ff7a0c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:36.560239 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5f788127-c55b-41cd-826a-0b730463d0f0 req-976debcb-7367-46cc-89eb-1c41e3ff7a0c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.0618899 Jun 26 16:32:36.609039 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5f788127-c55b-41cd-826a-0b730463d0f0 req-373ee292-6464-45cc-8929-f1c26ab0f537 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425053 Jun 26 16:32:36.769794 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaf7b9-3126-436e-8181-16f568a8250f req-860e083c-4032-453f-8925-356fd590288d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:36.771324 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0afaf7b9-3126-436e-8181-16f568a8250f req-860e083c-4032-453f-8925-356fd590288d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0689399 Jun 26 16:32:36.809220 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0afaf7b9-3126-436e-8181-16f568a8250f req-3cd1f7ba-0ff1-492e-b5c0-0f4181707394 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321188 Jun 26 16:32:37.266335 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f7c03-26b5-4191-a93f-2d190015f4b1 req-558de718-3d64-4d6c-8d18-8003ac3bdeb1 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:37.267858 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-515f7c03-26b5-4191-a93f-2d190015f4b1 req-558de718-3d64-4d6c-8d18-8003ac3bdeb1 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0636873 Jun 26 16:32:37.274980 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:37.276367 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-0b7d6669-5d2e-4333-b4b2-7125c23df026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:37.296653 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 59146) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:37.306620 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-515f7c03-26b5-4191-a93f-2d190015f4b1 req-3160bf5d-9704-4e17-869e-88847760b5eb tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330245 Jun 26 16:32:37.407608 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-07f147f0-ceac-4147-a512-fbef64c49f5a req-3efb6b13-f939-4b0e-a08a-386f104091e0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1097121 Jun 26 16:32:37.810431 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01299806-4a59-4e0a-bc88-1b1c96ee8c97 req-29f38911-f88f-4042-b935-e5647e9f40a6 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:37.815451 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-01299806-4a59-4e0a-bc88-1b1c96ee8c97 req-29f38911-f88f-4042-b935-e5647e9f40a6 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.0692785 Jun 26 16:32:37.854627 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-01299806-4a59-4e0a-bc88-1b1c96ee8c97 req-7bd9b0b7-0bc0-4b82-ad33-66fb938c6bb6 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368557 Jun 26 16:32:38.489652 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046106c0-fcc0-4104-9a5d-e016937e9dca req-7a1e4744-fe0b-4420-87d9-5d0e1b09b975 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:38.491248 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-046106c0-fcc0-4104-9a5d-e016937e9dca req-7a1e4744-fe0b-4420-87d9-5d0e1b09b975 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0657041 Jun 26 16:32:38.529946 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-046106c0-fcc0-4104-9a5d-e016937e9dca req-57987a06-04cb-4c34-9e79-d0d2aac576f7 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321751 Jun 26 16:32:39.041297 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cec133-bf29-4551-967f-bb2e53cb9178 req-9a8089f6-f881-4f81-b766-282b00c77c85 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:39.043035 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-27cec133-bf29-4551-967f-bb2e53cb9178 req-9a8089f6-f881-4f81-b766-282b00c77c85 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.0728908 Jun 26 16:32:39.082735 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-27cec133-bf29-4551-967f-bb2e53cb9178 req-c870d866-9966-488e-9527-35a5abdd5323 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332372 Jun 26 16:32:39.164213 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 0b1a7d38-2719-42bb-999e-f1c36a8854eb no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:32:39.235278 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:39.257908 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa34f73-94ca-41ec-bd7b-c397ef41e3da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b1a7d38-2719-42bb-999e-f1c36a8854eb'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:32:39.260306 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287ea2b9-7730-41d2-a804-6138115ad977" -d '{"events": [{"server_uuid": "9fa34f73-94ca-41ec-bd7b-c397ef41e3da", "name": "network-vif-unplugged", "status": "completed", "tag": "0b1a7d38-2719-42bb-999e-f1c36a8854eb"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:32:39.273873 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 0b1a7d38-2719-42bb-999e-f1c36a8854eb, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0b1a7d38-2719-42bb-999e-f1c36a8854eb,segment=NetworkSegment(181f9d5a-c4bf-45f9-bfaa-809001a802e1),segment_id=181f9d5a-c4bf-45f9-bfaa-809001a802e1)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:39.299671 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 26 Jun 2021 16:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df83001-a482-474c-93e0-3ccafa8022fd x-openstack-request-id: req-9df83001-a482-474c-93e0-3ccafa8022fd {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:32:39.300137 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa34f73-94ca-41ec-bd7b-c397ef41e3da", "name": "network-vif-unplugged", "status": "failed", "tag": "0b1a7d38-2719-42bb-999e-f1c36a8854eb", "code": 422}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:32:39.300606 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9df83001-a482-474c-93e0-3ccafa8022fd {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:32:39.301266 dv-cinder-798189-1-iscsi neutron-server[93426]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9fa34f73-94ca-41ec-bd7b-c397ef41e3da', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b1a7d38-2719-42bb-999e-f1c36a8854eb', 'code': 422} returned with failed status Jun 26 16:32:39.367286 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:39.369162 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:39.417151 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=0b1a7d38-2719-42bb-999e-f1c36a8854eb,revision_number=6']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:39.423865 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:39.424221 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:39.424673 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:39.425022 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:39.425865 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:39.426199 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:39.426530 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:39.426883 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:39.427214 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:39.427540 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:39.427864 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:39.428186 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:39.432037 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:39.735990 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257d4de-01f3-4d89-8855-1118dac82cff req-16527049-aed3-49b1-bd9c-e570f6593e70 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:39.737546 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d257d4de-01f3-4d89-8855-1118dac82cff req-16527049-aed3-49b1-bd9c-e570f6593e70 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 943 time: 0.0835996 Jun 26 16:32:39.776438 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d257d4de-01f3-4d89-8855-1118dac82cff req-d1b74c15-50af-4813-abee-d40cc70607b9 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326662 Jun 26 16:32:39.916368 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:40.021346 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f147f0-ceac-4147-a512-fbef64c49f5a req-7b05cce3-9cd9-4e47-8fd6-bf5321520755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:40.022754 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-07f147f0-ceac-4147-a512-fbef64c49f5a req-7b05cce3-9cd9-4e47-8fd6-bf5321520755 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da&tenant_id=2100de5fb39244ff97ddc96c9964d3dc HTTP/1.1" status: 200 len: 1096 time: 0.0538080 Jun 26 16:32:40.087221 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-1cef722f-a249-4384-8562-88a83526c6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:40.095209 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f147f0-ceac-4147-a512-fbef64c49f5a req-8960dc61-05d0-4486-ac2d-34eb737bff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:40.097744 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-07f147f0-ceac-4147-a512-fbef64c49f5a req-8960dc61-05d0-4486-ac2d-34eb737bff75 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2100de5fb39244ff97ddc96c9964d3dc&device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 1096 time: 0.0515959 Jun 26 16:32:40.193682 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f147f0-ceac-4147-a512-fbef64c49f5a req-dbc88db8-9e8b-4197-b6b4-7e5b16e7210d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:40.195196 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-07f147f0-ceac-4147-a512-fbef64c49f5a req-dbc88db8-9e8b-4197-b6b4-7e5b16e7210d service neutron] 10.222.0.38 "GET /v2.0/networks?id=8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a HTTP/1.1" status: 200 len: 910 time: 0.0922768 Jun 26 16:32:40.298839 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-07f147f0-ceac-4147-a512-fbef64c49f5a req-fd2aadd1-14d4-4d39-8dee-2cd371117350 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b1a7d38-2719-42bb-999e-f1c36a8854eb HTTP/1.1" status: 200 len: 998 time: 0.0954821 Jun 26 16:32:40.349993 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba056b3-4e42-44c3-a531-733b959fcf11 req-02e48451-b88b-4929-9846-ec0e7aee9e58 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:40.351499 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-eba056b3-4e42-44c3-a531-733b959fcf11 req-02e48451-b88b-4929-9846-ec0e7aee9e58 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 943 time: 0.1416485 Jun 26 16:32:40.374869 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f147f0-ceac-4147-a512-fbef64c49f5a req-9cf53842-9e8b-4b23-8677-55be0b119e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:40.376558 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-07f147f0-ceac-4147-a512-fbef64c49f5a req-9cf53842-9e8b-4b23-8677-55be0b119e6e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33e4ba87-06e7-4b7c-ad07-5c1e136045e2 HTTP/1.1" status: 200 len: 848 time: 0.0706742 Jun 26 16:32:40.419014 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-eba056b3-4e42-44c3-a531-733b959fcf11 req-118c620d-3a72-4770-bbeb-38945db34e7d tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615902 Jun 26 16:32:40.443960 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f147f0-ceac-4147-a512-fbef64c49f5a req-9f8eb3ab-a48e-4d59-9d51-39ff94617d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:40.445380 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-07f147f0-ceac-4147-a512-fbef64c49f5a req-9f8eb3ab-a48e-4d59-9d51-39ff94617d49 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571551 Jun 26 16:32:40.543304 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-07f147f0-ceac-4147-a512-fbef64c49f5a req-44c3a9aa-9064-468c-a6d3-30eed05831ed service neutron] 10.222.0.38 "GET /v2.0/networks/8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885456 Jun 26 16:32:40.630792 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-07f147f0-ceac-4147-a512-fbef64c49f5a req-26788c2e-a13f-420d-a173-35aceaf4d9dc service neutron] 10.222.0.38 "GET /v2.0/networks/8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807049 Jun 26 16:32:40.846350 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:40.957597 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96985ed3-82a8-4bb4-b760-1a15de054f67 req-c8941227-5969-4465-b9f7-2e7682a0f441 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:40.959110 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-96985ed3-82a8-4bb4-b760-1a15de054f67 req-c8941227-5969-4465-b9f7-2e7682a0f441 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 943 time: 0.0707738 Jun 26 16:32:40.996837 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-96985ed3-82a8-4bb4-b760-1a15de054f67 req-5160286b-3f94-40e5-8dca-b95f3333ccec tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318923 Jun 26 16:32:41.179317 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 925c8981-81e6-4a85-b6fc-0f00667f17b0 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:32:41.273830 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 925c8981-81e6-4a85-b6fc-0f00667f17b0, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=925c8981-81e6-4a85-b6fc-0f00667f17b0,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:41.290204 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': '925c8981-81e6-4a85-b6fc-0f00667f17b0', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'port_id': '925c8981-81e6-4a85-b6fc-0f00667f17b0', 'mac_address': 'fa:16:3e:e8:bf:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:32:41.329532 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:41.341434 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925c8981-81e6-4a85-b6fc-0f00667f17b0 {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:32:41.360020 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 925c8981-81e6-4a85-b6fc-0f00667f17b0, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=925c8981-81e6-4a85-b6fc-0f00667f17b0,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:41.418205 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:41.419969 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-20cfcbf0-99b2-438e-bfe1-aa3751bd207b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:41.463493 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=925c8981-81e6-4a85-b6fc-0f00667f17b0,revision_number=9']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:41.466456 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:41.595659 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81a5e8-e3fa-474c-abbc-7a35f431f66c req-0bd9b44e-4c44-438e-8d60-83761bd900a5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:41.597613 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8d81a5e8-e3fa-474c-abbc-7a35f431f66c req-0bd9b44e-4c44-438e-8d60-83761bd900a5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 944 time: 0.0653970 Jun 26 16:32:41.633202 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8d81a5e8-e3fa-474c-abbc-7a35f431f66c req-c045acbf-f786-4df2-a2d1-21abfbaf22e8 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300195 Jun 26 16:32:41.647520 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['925c8981-81e6-4a85-b6fc-0f00667f17b0'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:32:42.173188 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3e241-a60d-4b4d-8e7c-b150c24a8668 req-8e674806-c462-4d48-83ec-bddc4fd4ae8c tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:42.174599 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2bd3e241-a60d-4b4d-8e7c-b150c24a8668 req-8e674806-c462-4d48-83ec-bddc4fd4ae8c tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 943 time: 0.0644233 Jun 26 16:32:42.211273 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2bd3e241-a60d-4b4d-8e7c-b150c24a8668 req-a9b27ddc-d0d4-4027-a3d4-f15b977d449a tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311546 Jun 26 16:32:42.630262 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:42.810388 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e50dd-aae1-4764-8a23-a2ba1dec0e9f req-bc8a097f-f690-4267-8aee-42fa5cd632cf tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:42.812036 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5e0e50dd-aae1-4764-8a23-a2ba1dec0e9f req-bc8a097f-f690-4267-8aee-42fa5cd632cf tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 944 time: 0.0638480 Jun 26 16:32:42.850152 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5e0e50dd-aae1-4764-8a23-a2ba1dec0e9f req-47ba3ba3-37bf-4c26-9e05-f403c9024bf7 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316195 Jun 26 16:32:43.181773 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 925c8981-81e6-4a85-b6fc-0f00667f17b0 up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:32:43.226965 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port 925c8981-81e6-4a85-b6fc-0f00667f17b0 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:43.227345 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:43.303031 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:43.324749 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0848ad8-411f-4d0b-8bd7-8aa549718bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925c8981-81e6-4a85-b6fc-0f00667f17b0'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:32:43.327199 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f038bc-23b4-4174-99ef-f73fe72dc697" -d '{"events": [{"server_uuid": "f0848ad8-411f-4d0b-8bd7-8aa549718bb1", "name": "network-vif-plugged", "status": "completed", "tag": "925c8981-81e6-4a85-b6fc-0f00667f17b0"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:32:43.343506 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 925c8981-81e6-4a85-b6fc-0f00667f17b0, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=925c8981-81e6-4a85-b6fc-0f00667f17b0,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:43.369377 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059a6bff-e2ae-4c0d-90a9-9ad5e3c440bf x-openstack-request-id: req-059a6bff-e2ae-4c0d-90a9-9ad5e3c440bf {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:32:43.369674 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0848ad8-411f-4d0b-8bd7-8aa549718bb1", "name": "network-vif-plugged", "status": "completed", "tag": "925c8981-81e6-4a85-b6fc-0f00667f17b0", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:32:43.369930 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-059a6bff-e2ae-4c0d-90a9-9ad5e3c440bf {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:32:43.370376 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0848ad8-411f-4d0b-8bd7-8aa549718bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925c8981-81e6-4a85-b6fc-0f00667f17b0', 'code': 200} Jun 26 16:32:43.397906 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4465fc-bad9-48e2-a462-83351d10aef4 req-0a71b966-2fbc-4f06-b2f2-cc2a348396d6 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:43.399947 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cd4465fc-bad9-48e2-a462-83351d10aef4 req-0a71b966-2fbc-4f06-b2f2-cc2a348396d6 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 943 time: 0.0801277 Jun 26 16:32:43.407311 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:43.409251 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-e7036f7c-8ce1-4ca7-9e67-6282ea762176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:43.436959 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-cd4465fc-bad9-48e2-a462-83351d10aef4 req-c0d5b20f-e906-4aae-8f95-f648ee85480d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315828 Jun 26 16:32:43.457155 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=925c8981-81e6-4a85-b6fc-0f00667f17b0,revision_number=10']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:43.460285 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:43.951309 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2a294-df04-4264-a79a-77cd0e445bc6 req-142ea1ba-9e2d-4d45-965a-ce352d366212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:43.952693 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c7a2a294-df04-4264-a79a-77cd0e445bc6 req-142ea1ba-9e2d-4d45-965a-ce352d366212 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 1099 time: 0.0544741 Jun 26 16:32:44.019771 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c7a2a294-df04-4264-a79a-77cd0e445bc6 req-4404c8d0-f143-4941-8ce2-d329ac12e5d9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582781 Jun 26 16:32:44.043393 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993c8a2-7f47-4bb2-a49f-59ed239f3421 req-9c1dcf8b-695d-40b3-8ca9-cdc7507bfe90 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:44.044776 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3993c8a2-7f47-4bb2-a49f-59ed239f3421 req-9c1dcf8b-695d-40b3-8ca9-cdc7507bfe90 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 946 time: 0.0774524 Jun 26 16:32:44.079877 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3993c8a2-7f47-4bb2-a49f-59ed239f3421 req-cfb1a96d-040b-4881-8a12-067734c3dd00 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295920 Jun 26 16:32:44.607575 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05694ca3-eb06-42a2-8094-eebdcdd1fde2 req-0afdc609-98f0-4041-af93-b06565e951de tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:44.609027 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-05694ca3-eb06-42a2-8094-eebdcdd1fde2 req-0afdc609-98f0-4041-af93-b06565e951de tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 943 time: 0.0643909 Jun 26 16:32:44.645789 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-05694ca3-eb06-42a2-8094-eebdcdd1fde2 req-76f35fda-1d5f-4cb7-ab62-b91b306167b6 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310946 Jun 26 16:32:45.270367 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc49b8-f681-471a-97f4-b0280809fdea req-e3a073cc-7368-4f18-b695-d8f8d6145027 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:45.271885 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0afc49b8-f681-471a-97f4-b0280809fdea req-e3a073cc-7368-4f18-b695-d8f8d6145027 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 946 time: 0.0736845 Jun 26 16:32:45.309059 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0afc49b8-f681-471a-97f4-b0280809fdea req-60fe1bd1-fd69-4d3a-8bb4-a9450f375a00 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313776 Jun 26 16:32:45.819523 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dadd3-8369-4e04-8e75-26ffb6dc3cc3 req-2699874d-4a25-4121-bc02-4fe10f9149f8 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:45.821000 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-681dadd3-8369-4e04-8e75-26ffb6dc3cc3 req-2699874d-4a25-4121-bc02-4fe10f9149f8 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 943 time: 0.0619318 Jun 26 16:32:45.860164 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-681dadd3-8369-4e04-8e75-26ffb6dc3cc3 req-ac9feb57-659e-4365-9b4f-e488225507e3 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332551 Jun 26 16:32:46.497623 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481078e-bc4d-47a2-8d73-d8fc4161af33 req-c4693e09-8af1-43e9-b924-1da51e23229c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:46.498998 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8481078e-bc4d-47a2-8d73-d8fc4161af33 req-c4693e09-8af1-43e9-b924-1da51e23229c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 946 time: 0.0651727 Jun 26 16:32:46.535918 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8481078e-bc4d-47a2-8d73-d8fc4161af33 req-4a004c3f-81f1-4bd2-a46d-99bf4ee13bda tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304930 Jun 26 16:32:47.030864 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1ed5a-23b5-4fb4-bdfc-c73c2d7cfee0 req-1689f63e-aeea-435b-b9e5-2c5dc108b27c tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:47.032353 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d9d1ed5a-23b5-4fb4-bdfc-c73c2d7cfee0 req-1689f63e-aeea-435b-b9e5-2c5dc108b27c tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 943 time: 0.0625174 Jun 26 16:32:47.068951 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d9d1ed5a-23b5-4fb4-bdfc-c73c2d7cfee0 req-bb2d95b7-df65-4555-a5e8-da639666be2f tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305293 Jun 26 16:32:47.719499 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd41e54-4316-4890-9a3e-8b8eb47388b8 req-d2ba25e3-bcfd-4bab-98ea-19bb93ba6482 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:47.720969 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9cd41e54-4316-4890-9a3e-8b8eb47388b8 req-d2ba25e3-bcfd-4bab-98ea-19bb93ba6482 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 946 time: 0.0711036 Jun 26 16:32:47.760968 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9cd41e54-4316-4890-9a3e-8b8eb47388b8 req-017e8413-d8eb-449b-a6e5-c450195b7961 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344741 Jun 26 16:32:48.238340 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4f565-1890-4338-b72f-c26dc22174df req-00fa8df4-8939-40fb-be1b-7f58753e6d83 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:48.239825 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-56f4f565-1890-4338-b72f-c26dc22174df req-00fa8df4-8939-40fb-be1b-7f58753e6d83 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 943 time: 0.0620301 Jun 26 16:32:48.276542 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-56f4f565-1890-4338-b72f-c26dc22174df req-9493989d-cd8c-40ac-8350-e42ed0dc9495 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310202 Jun 26 16:32:49.218110 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 0b1a7d38-2719-42bb-999e-f1c36a8854eb details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:32:49.312609 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 0b1a7d38-2719-42bb-999e-f1c36a8854eb, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0b1a7d38-2719-42bb-999e-f1c36a8854eb,segment=NetworkSegment(181f9d5a-c4bf-45f9-bfaa-809001a802e1),segment_id=181f9d5a-c4bf-45f9-bfaa-809001a802e1)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:49.323873 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': '0b1a7d38-2719-42bb-999e-f1c36a8854eb', 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a', 'port_id': '0b1a7d38-2719-42bb-999e-f1c36a8854eb', 'mac_address': 'fa:16:3e:7a:20:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e4ba87-06e7-4b7c-ad07-5c1e136045e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:32:49.360527 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:49.373166 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b1a7d38-2719-42bb-999e-f1c36a8854eb {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:32:49.404120 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 0b1a7d38-2719-42bb-999e-f1c36a8854eb, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0b1a7d38-2719-42bb-999e-f1c36a8854eb,segment=NetworkSegment(181f9d5a-c4bf-45f9-bfaa-809001a802e1),segment_id=181f9d5a-c4bf-45f9-bfaa-809001a802e1)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:49.452050 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b10ff4-737a-4e33-a0c0-89799db609d9 req-573b9364-3dbc-4376-bf55-5c2b028a6002 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:49.453545 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c8b10ff4-737a-4e33-a0c0-89799db609d9 req-573b9364-3dbc-4376-bf55-5c2b028a6002 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 943 time: 0.0659106 Jun 26 16:32:49.464375 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:49.466220 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:49.492327 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c8b10ff4-737a-4e33-a0c0-89799db609d9 req-c5f27777-3a54-45d1-bef7-94548de0b1fc tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325079 Jun 26 16:32:49.511505 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=0b1a7d38-2719-42bb-999e-f1c36a8854eb,revision_number=7']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:49.514790 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:49.729577 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['0b1a7d38-2719-42bb-999e-f1c36a8854eb'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:32:50.664297 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f5fbf-f8ff-4c7a-8b30-49f79553a253 req-3c1d335f-61b5-495d-9d86-972a2a6cf40f tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:50.666185 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-076f5fbf-f8ff-4c7a-8b30-49f79553a253 req-3c1d335f-61b5-495d-9d86-972a2a6cf40f tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 944 time: 0.0662358 Jun 26 16:32:50.702601 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-076f5fbf-f8ff-4c7a-8b30-49f79553a253 req-47e9d64b-6fcd-4794-9457-a668673e80cd tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303664 Jun 26 16:32:51.228140 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 0b1a7d38-2719-42bb-999e-f1c36a8854eb up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:32:51.275892 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port 0b1a7d38-2719-42bb-999e-f1c36a8854eb triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:51.276274 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:51.345327 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:51.365671 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa34f73-94ca-41ec-bd7b-c397ef41e3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1a7d38-2719-42bb-999e-f1c36a8854eb'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:32:51.367850 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba8026d-c3c7-4e20-ae7a-8df2368a4616" -d '{"events": [{"server_uuid": "9fa34f73-94ca-41ec-bd7b-c397ef41e3da", "name": "network-vif-plugged", "status": "completed", "tag": "0b1a7d38-2719-42bb-999e-f1c36a8854eb"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:32:51.380743 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 0b1a7d38-2719-42bb-999e-f1c36a8854eb, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0b1a7d38-2719-42bb-999e-f1c36a8854eb,segment=NetworkSegment(181f9d5a-c4bf-45f9-bfaa-809001a802e1),segment_id=181f9d5a-c4bf-45f9-bfaa-809001a802e1)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:51.404018 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8f0846-7c22-4e98-b843-cffcc4163539 x-openstack-request-id: req-cd8f0846-7c22-4e98-b843-cffcc4163539 {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:32:51.404314 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa34f73-94ca-41ec-bd7b-c397ef41e3da", "name": "network-vif-plugged", "status": "completed", "tag": "0b1a7d38-2719-42bb-999e-f1c36a8854eb", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:32:51.404577 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd8f0846-7c22-4e98-b843-cffcc4163539 {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:32:51.405001 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa34f73-94ca-41ec-bd7b-c397ef41e3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1a7d38-2719-42bb-999e-f1c36a8854eb', 'code': 200} Jun 26 16:32:51.464049 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:51.465986 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:51.512140 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=0b1a7d38-2719-42bb-999e-f1c36a8854eb,revision_number=8']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:51.515070 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:51.698580 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7213b-77b3-4342-8852-9d8d181ed74f req-579a65c5-2f75-49ab-867e-fbc4a50dcc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:51.700097 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-eae7213b-77b3-4342-8852-9d8d181ed74f req-579a65c5-2f75-49ab-867e-fbc4a50dcc53 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 1098 time: 0.0511968 Jun 26 16:32:51.734563 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-eae7213b-77b3-4342-8852-9d8d181ed74f req-243d1d78-3119-4653-94c9-a86a791240b8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265765 Jun 26 16:32:51.876908 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccda4ff-7c1f-4ade-8143-6e1eaa623d5b req-6ee830e4-5f4e-4868-88c2-5f21bd13c499 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:51.878339 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-eccda4ff-7c1f-4ade-8143-6e1eaa623d5b req-6ee830e4-5f4e-4868-88c2-5f21bd13c499 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0651295 Jun 26 16:32:51.914390 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-eccda4ff-7c1f-4ade-8143-6e1eaa623d5b req-73e9903f-a182-441e-8eb0-994fa3c31cb8 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303259 Jun 26 16:32:53.086278 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde4aba-25ff-4888-ad00-49a4f4e36405 req-9b0263e0-f486-45af-9d2b-44714f745464 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:53.087722 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7bde4aba-25ff-4888-ad00-49a4f4e36405 req-9b0263e0-f486-45af-9d2b-44714f745464 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0600064 Jun 26 16:32:53.123056 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7bde4aba-25ff-4888-ad00-49a4f4e36405 req-0de4046a-a19c-4e2f-a9be-cd1389f3a3fa tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297513 Jun 26 16:33:07.292173 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:07.314728 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-acae4ea8-fbd9-4726-8692-f0b23c721ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:08.128492 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:33:09.863680 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:10.063360 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-5d77c470-b939-4eaf-b9d0-5b97c1c6a17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:10.840436 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:12.657289 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:20.060383 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 59502) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:20.160678 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b24a37ad-f98e-478c-bbcf-d583d4f09770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:20.243645 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b24a37ad-f98e-478c-bbcf-d583d4f09770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:20.326037 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b24a37ad-f98e-478c-bbcf-d583d4f09770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:20.328547 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-0ef5d69d-b856-4777-a7ab-388cbadb9c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:20.364068 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-b24a37ad-f98e-478c-bbcf-d583d4f09770 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=763463fd64764ad6a6dd733921000a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026674 Jun 26 16:33:20.365002 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a37ad-f98e-478c-bbcf-d583d4f09770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36b14fa-ea06-4b93-a1c7-1f771d8ad3da,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:20.366750 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59506) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:20.368204 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b24a37ad-f98e-478c-bbcf-d583d4f09770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:20.414153 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-8a961060-a712-42d5-b680-ee41134c0db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:20.434035 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-8a961060-a712-42d5-b680-ee41134c0db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:20.560527 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-8a961060-a712-42d5-b680-ee41134c0db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:20.563170 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-8a961060-a712-42d5-b680-ee41134c0db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:20.564317 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-8a961060-a712-42d5-b680-ee41134c0db3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a36b14fa-ea06-4b93-a1c7-1f771d8ad3da HTTP/1.1" status: 204 len: 168 time: 0.1964908 Jun 26 16:33:20.565159 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-8d0f18c0-7fb6-47d6-ad07-e6d9552ef65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:20.572319 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a961060-a712-42d5-b680-ee41134c0db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36b14fa-ea06-4b93-a1c7-1f771d8ad3da,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:20.579374 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a961060-a712-42d5-b680-ee41134c0db3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:20.579748 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a961060-a712-42d5-b680-ee41134c0db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:20.580117 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a961060-a712-42d5-b680-ee41134c0db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:20.580510 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a961060-a712-42d5-b680-ee41134c0db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:20.580851 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a961060-a712-42d5-b680-ee41134c0db3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:20.581212 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a961060-a712-42d5-b680-ee41134c0db3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:20.581570 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a961060-a712-42d5-b680-ee41134c0db3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:20.581927 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a961060-a712-42d5-b680-ee41134c0db3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:20.582296 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a961060-a712-42d5-b680-ee41134c0db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:20.582629 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a961060-a712-42d5-b680-ee41134c0db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:20.583008 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a961060-a712-42d5-b680-ee41134c0db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:20.583358 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a961060-a712-42d5-b680-ee41134c0db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:20.586430 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-8a961060-a712-42d5-b680-ee41134c0db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:21.423237 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59534) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:21.518411 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-dc8983e3-9b44-41d7-bb28-76d8ec992f37 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-919434893-network', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:21.606229 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8983e3-9b44-41d7-bb28-76d8ec992f37 admin admin] Made reservation on behalf of 3f012282aa7c41cbbd0c48938b24801f for: {'network': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:33:21.608691 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-dc8983e3-9b44-41d7-bb28-76d8ec992f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for network, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:21.880682 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-dc8983e3-9b44-41d7-bb28-76d8ec992f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:21.972669 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-dc8983e3-9b44-41d7-bb28-76d8ec992f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:22.074327 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-dc8983e3-9b44-41d7-bb28-76d8ec992f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:22.078287 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c6bf0625-4736-4dc3-a5bc-3b33f749a208 tempest-VolumesNegativeTest-1164507132 tempest-VolumesNegativeTest-1164507132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:22.094918 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8983e3-9b44-41d7-bb28-76d8ec992f37 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:33:22.109697 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8983e3-9b44-41d7-bb28-76d8ec992f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba760e06-9eb7-4486-a770-a5d01bdf9161,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:22.112537 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-dc8983e3-9b44-41d7-bb28-76d8ec992f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:22.113485 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.db.segments_db [None req-dc8983e3-9b44-41d7-bb28-76d8ec992f37 admin admin] Added segment 849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4 of type vlan for network 32e20bd0-d469-469a-b8ca-9bae7077591a Jun 26 16:33:22.114870 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-dc8983e3-9b44-41d7-bb28-76d8ec992f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:22.151107 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-dc8983e3-9b44-41d7-bb28-76d8ec992f37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735252774503'] for network, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:22.257411 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-dc8983e3-9b44-41d7-bb28-76d8ec992f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for network, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:22.258635 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8983e3-9b44-41d7-bb28-76d8ec992f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:22.259250 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-dc8983e3-9b44-41d7-bb28-76d8ec992f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:22.261256 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:22.318105 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8983e3-9b44-41d7-bb28-76d8ec992f37 admin admin] Pushing event updated for resources: {'Network': ['ID=32e20bd0-d469-469a-b8ca-9bae7077591a,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:22.322123 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-dc8983e3-9b44-41d7-bb28-76d8ec992f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:22.327862 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Network 32e20bd0-d469-469a-b8ca-9bae7077591a details requested by agent ovs-agent-dv-cinder-798189-1-iscsi with host dv-cinder-798189-1-iscsi {{(pid=93426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:33:22.355489 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-dc8983e3-9b44-41d7-bb28-76d8ec992f37 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9310951 Jun 26 16:33:22.358154 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59550) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:22.363018 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-7f84a3d7-18bb-49c3-9e6e-e96b39945d30 admin admin] Request body: {'subnet': {'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-919434893-subnet', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'ip_version': 4}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:22.434307 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f84a3d7-18bb-49c3-9e6e-e96b39945d30 admin admin] Made reservation on behalf of 3f012282aa7c41cbbd0c48938b24801f for: {'subnet': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:33:22.436760 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-7f84a3d7-18bb-49c3-9e6e-e96b39945d30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2800188'] for subnet, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:22.663309 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-7f84a3d7-18bb-49c3-9e6e-e96b39945d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2366313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2800174'] for subnet, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:22.665628 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:22.714930 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84a3d7-18bb-49c3-9e6e-e96b39945d30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b5ffc3-e384-4e00-8c9c-9c929a81210d,revision_number=0']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:22.717571 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-7f84a3d7-18bb-49c3-9e6e-e96b39945d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:22.726151 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f84a3d7-18bb-49c3-9e6e-e96b39945d30 admin admin] Checking segment: {'id': '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:33:22.726510 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f84a3d7-18bb-49c3-9e6e-e96b39945d30 admin admin] Network hostable DHCP agents. Network: 32e20bd0-d469-469a-b8ca-9bae7077591a, hostable agents: ['e5212cc2-9f20-47fc-9661-8d059b13ec7e'], hosted agents: [] {{(pid=93425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:33:22.805967 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f84a3d7-18bb-49c3-9e6e-e96b39945d30 admin admin] Network 32e20bd0-d469-469a-b8ca-9bae7077591a is scheduled to be hosted by DHCP agent e5212cc2-9f20-47fc-9661-8d059b13ec7e with binding_index 1 {{(pid=93425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:33:22.862910 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [None req-7f84a3d7-18bb-49c3-9e6e-e96b39945d30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-iscsi, 32e20bd0-d469-469a-b8ca-9bae7077591a) {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:33:22.867188 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f84a3d7-18bb-49c3-9e6e-e96b39945d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:22.867780 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-7f84a3d7-18bb-49c3-9e6e-e96b39945d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:22.872253 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5564540-f7a0-4a17-a799-85d686963dfa None None] Network 32e20bd0-d469-469a-b8ca-9bae7077591a requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:33:22.927423 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-7f84a3d7-18bb-49c3-9e6e-e96b39945d30 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5682251 Jun 26 16:33:22.930065 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59554) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:22.934433 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-ee964495-b3e6-489a-959b-8536cc456bb0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:23.011728 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ee964495-b3e6-489a-959b-8536cc456bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:23.012780 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ee964495-b3e6-489a-959b-8536cc456bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679976', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5645'] for router, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:23.021947 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ca9a55-d6be-55c4-8bea-142b29d96e3d-32e20bd0-d469-469a-b8ca-9bae7077591a', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d'}]}} from dv-cinder-798189-1-iscsi. {{(pid=93426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 16:33:23.022881 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:23.072278 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ee964495-b3e6-489a-959b-8536cc456bb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:23.155996 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.db_base_plugin_common [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Allocated IP 172.20.0.2 (32e20bd0-d469-469a-b8ca-9bae7077591a/a4b5ffc3-e384-4e00-8c9c-9c929a81210d/afa09d0e-4908-4bb6-a6e8-aea0cc687c7e) {{(pid=93426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:33:23.293456 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ee964495-b3e6-489a-959b-8536cc456bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5695'] for router, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:23.296762 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Notify callbacks [] for port, precommit_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:23.305215 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Transition to ACTIVE for port object afa09d0e-4908-4bb6-a6e8-aea0cc687c7e will not be triggered until provisioned by entity L2. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:33:23.319070 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Transition to ACTIVE for port object afa09d0e-4908-4bb6-a6e8-aea0cc687c7e will not be triggered until provisioned by entity DHCP. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:33:23.383490 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741'] for port, after_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:23.385677 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:23.422504 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Network 32e20bd0-d469-469a-b8ca-9bae7077591a is already hosted by enough agents. {{(pid=93426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:33:23.429723 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.scheduler.base_scheduler [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Resources bound (agent type, host, resource id): {{(pid=93426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:33:23.432293 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Received port after_create {{(pid=93426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:33:23.442232 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Pushing event updated for resources: {'Port': ['ID=afa09d0e-4908-4bb6-a6e8-aea0cc687c7e,revision_number=1']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:23.445188 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:23.495786 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Attempting to bind port afa09d0e-4908-4bb6-a6e8-aea0cc687c7e on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:33:23.496163 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Attempting to bind port afa09d0e-4908-4bb6-a6e8-aea0cc687c7e by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a'}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:33:23.497054 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Attempting to bind port afa09d0e-4908-4bb6-a6e8-aea0cc687c7e on network 32e20bd0-d469-469a-b8ca-9bae7077591a {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:33:23.502358 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:33:23.502737 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Checking segment: {'id': '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:33:23.503195 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:23.503616 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Bound using segment: {'id': '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a'} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:33:23.504086 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Bound port: afa09d0e-4908-4bb6-a6e8-aea0cc687c7e, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a'}}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:33:23.504474 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:23.546254 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ee964495-b3e6-489a-959b-8536cc456bb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:23.566997 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ee964495-b3e6-489a-959b-8536cc456bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:23.573144 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] For port afa09d0e-4908-4bb6-a6e8-aea0cc687c7e, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:33:23.576559 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] For port afa09d0e-4908-4bb6-a6e8-aea0cc687c7e, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=afa09d0e-4908-4bb6-a6e8-aea0cc687c7e,segment=NetworkSegment(849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4),segment_id=849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4)] {{(pid=93426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:33:23.675467 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:23.678262 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:23.680621 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_common [None req-ee964495-b3e6-489a-959b-8536cc456bb0 admin admin] Allocated IP 172.27.2.89 (1236ffa6-61e0-401d-8733-f5e5c635b4bb/85c7ca79-f8ed-404d-bbb5-368914d3121b/a6156a92-49b5-48c2-9f0f-b6add538cd33) {{(pid=93425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:33:23.739573 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Pushing event updated for resources: {'Port': ['ID=afa09d0e-4908-4bb6-a6e8-aea0cc687c7e,revision_number=2']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:23.743062 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:23.787131 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ee964495-b3e6-489a-959b-8536cc456bb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:23.879876 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ee964495-b3e6-489a-959b-8536cc456bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2366237'] for port, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:23.885465 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c2a26dac-7563-4518-ba18-48db06e102ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:23.934462 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee964495-b3e6-489a-959b-8536cc456bb0 admin admin] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:33:23.939439 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [None req-ee964495-b3e6-489a-959b-8536cc456bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:33:23.942859 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee964495-b3e6-489a-959b-8536cc456bb0 admin admin] Received port after_create {{(pid=93425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:33:23.949212 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee964495-b3e6-489a-959b-8536cc456bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=a6156a92-49b5-48c2-9f0f-b6add538cd33,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:23.972673 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-ee964495-b3e6-489a-959b-8536cc456bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:24.266548 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ee964495-b3e6-489a-959b-8536cc456bb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:24.415424 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device afa09d0e-4908-4bb6-a6e8-aea0cc687c7e up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:33:24.482945 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ee964495-b3e6-489a-959b-8536cc456bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646799'] for router, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:24.532174 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port afa09d0e-4908-4bb6-a6e8-aea0cc687c7e completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:33:24.640285 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaa10de-44d3-4986-bd73-bf490d3abe42 None None] Network 32e20bd0-d469-469a-b8ca-9bae7077591a requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:33:24.686026 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee964495-b3e6-489a-959b-8536cc456bb0 admin admin] Router 2c47fc04-dd03-4308-859f-3563e3c1be74 is scheduled to L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 with binding_index 1 {{(pid=93425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 16:33:24.760039 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-73b3d06e-a756-4ef3-88c8-a5837eb93dd7 None None] Provisioning for port afa09d0e-4908-4bb6-a6e8-aea0cc687c7e completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:33:24.778608 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-73b3d06e-a756-4ef3-88c8-a5837eb93dd7 None None] Provisioning complete for port afa09d0e-4908-4bb6-a6e8-aea0cc687c7e triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:24.779012 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-73b3d06e-a756-4ef3-88c8-a5837eb93dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:24.795174 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee964495-b3e6-489a-959b-8536cc456bb0 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:33:24.810157 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] Sync routers for ids ['2c47fc04-dd03-4308-859f-3563e3c1be74'] in dv-cinder-798189-1-iscsi {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:33:24.837411 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] Routers {'2c47fc04-dd03-4308-859f-3563e3c1be74'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:33:24.838028 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:33:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['2c47fc04-dd03-4308-859f-3563e3c1be74'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:24.868812 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ee964495-b3e6-489a-959b-8536cc456bb0 admin admin] Notify callbacks [] for router, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:24.870062 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-ee964495-b3e6-489a-959b-8536cc456bb0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9390678 Jun 26 16:33:24.872712 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59562) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:24.961401 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-73b3d06e-a756-4ef3-88c8-a5837eb93dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:24.982923 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] Set router 2c47fc04-dd03-4308-859f-3563e3c1be74 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:33:25.057066 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-73b3d06e-a756-4ef3-88c8-a5837eb93dd7 None None] For port afa09d0e-4908-4bb6-a6e8-aea0cc687c7e, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=afa09d0e-4908-4bb6-a6e8-aea0cc687c7e,segment=NetworkSegment(849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4),segment_id=849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:25.169178 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-73b3d06e-a756-4ef3-88c8-a5837eb93dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:25.171901 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-59c3484d-375c-41a7-91d8-8c39522e54f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:25.225083 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3d06e-a756-4ef3-88c8-a5837eb93dd7 None None] Pushing event updated for resources: {'Port': ['ID=afa09d0e-4908-4bb6-a6e8-aea0cc687c7e,revision_number=3']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:25.228459 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-73b3d06e-a756-4ef3-88c8-a5837eb93dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:25.240588 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:24Z', 'revision_number': 3, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:25.280219 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] Checking router: 2c47fc04-dd03-4308-859f-3563e3c1be74 for host: dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:33:25.280573 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] Updating router 2c47fc04-dd03-4308-859f-3563e3c1be74 port a6156a92-49b5-48c2-9f0f-b6add538cd33 binding host dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:33:25.315119 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-253e7583-9d3d-4f36-84cf-3c70a40f7dbd None None] Provisioning complete for port afa09d0e-4908-4bb6-a6e8-aea0cc687c7e triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:25.315499 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-253e7583-9d3d-4f36-84cf-3c70a40f7dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:25.316392 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:25.319529 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:25.465777 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_common [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] Allocated IP 172.20.0.1 (32e20bd0-d469-469a-b8ca-9bae7077591a/a4b5ffc3-e384-4e00-8c9c-9c929a81210d/eb80fa39-d1e6-4195-b1fc-d2f0e35f290c) {{(pid=93425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:33:25.564872 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:25.578418 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.provisioning_blocks [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] Transition to ACTIVE for port object eb80fa39-d1e6-4195-b1fc-d2f0e35f290c will not be triggered until provisioned by entity DHCP. {{(pid=93425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:33:25.680571 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2366237'] for port, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:25.683486 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-966d4393-9bd1-4155-8672-1df4dd4b336d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:25.718087 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] Network 32e20bd0-d469-469a-b8ca-9bae7077591a is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:33:25.720699 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:33:25.726631 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] Received port after_create {{(pid=93425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:33:25.738058 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] Notify callbacks [] for port, precommit_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:25.757661 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] Pushing event updated for resources: {'Port': ['ID=eb80fa39-d1e6-4195-b1fc-d2f0e35f290c,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:25.758603 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] Transition to ACTIVE for port object a6156a92-49b5-48c2-9f0f-b6add538cd33 will not be triggered until provisioned by entity L2. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:33:25.761732 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:25.774011 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684301'] for router_interface, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:25.834643 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:25.836640 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-4518e57c-fbbc-44ac-a8be-721a21d909f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:25.890949 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] Attempting to bind port a6156a92-49b5-48c2-9f0f-b6add538cd33 on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:33:25.891333 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] Attempting to bind port a6156a92-49b5-48c2-9f0f-b6add538cd33 by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:33:25.891708 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] Attempting to bind port a6156a92-49b5-48c2-9f0f-b6add538cd33 on network 1236ffa6-61e0-401d-8733-f5e5c635b4bb {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:33:25.896295 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4275-ffe3-4b36-b736-0be7945c48a7 None None] Pushing event updated for resources: {'Port': ['ID=a6156a92-49b5-48c2-9f0f-b6add538cd33,revision_number=2']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:25.901277 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-1d8a4275-ffe3-4b36-b736-0be7945c48a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:25.902187 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:33:25.902568 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] Checking segment: {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:33:25.902999 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:25.903397 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] Bound using segment: {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:33:25.903866 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] Bound port: a6156a92-49b5-48c2-9f0f-b6add538cd33, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:33:25.912967 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:25.961311 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] For port a6156a92-49b5-48c2-9f0f-b6add538cd33, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:33:25.969728 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:25.974825 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] For port a6156a92-49b5-48c2-9f0f-b6add538cd33, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=a6156a92-49b5-48c2-9f0f-b6add538cd33,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:33:26.011893 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:26.013752 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:26.038533 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-ccb18253-cc5b-4f62-b7a6-d7f2a3af6a0c None None] Provisioning for port eb80fa39-d1e6-4195-b1fc-d2f0e35f290c completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:33:26.044745 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-ccb18253-cc5b-4f62-b7a6-d7f2a3af6a0c None None] Provisioning complete for port eb80fa39-d1e6-4195-b1fc-d2f0e35f290c triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:26.045127 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ccb18253-cc5b-4f62-b7a6-d7f2a3af6a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:26.102932 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-ccb18253-cc5b-4f62-b7a6-d7f2a3af6a0c None None] Port eb80fa39-d1e6-4195-b1fc-d2f0e35f290c cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:33:26.104289 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4275-ffe3-4b36-b736-0be7945c48a7 None None] Pushing event updated for resources: {'Port': ['ID=a6156a92-49b5-48c2-9f0f-b6add538cd33,revision_number=3']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:26.107075 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] Routers {'2c47fc04-dd03-4308-859f-3563e3c1be74'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:33:26.107683 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:33:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['2c47fc04-dd03-4308-859f-3563e3c1be74'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:26.109555 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-1d8a4275-ffe3-4b36-b736-0be7945c48a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:26.127017 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:26.188772 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:26.192986 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:26.216954 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] Set router 2c47fc04-dd03-4308-859f-3563e3c1be74 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:33:26.254407 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] Pushing event updated for resources: {'Port': ['ID=eb80fa39-d1e6-4195-b1fc-d2f0e35f290c,revision_number=2']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:26.256761 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684433'] for router_interface, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:26.258678 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:26.359369 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] Network 32e20bd0-d469-469a-b8ca-9bae7077591a is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:33:26.360760 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:33:26.396926 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device afa09d0e-4908-4bb6-a6e8-aea0cc687c7e up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:33:26.465430 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 1, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:26.495212 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cb2cb0-a500-4fc7-8761-6b957355072b None None] The sync data for ids ['2c47fc04-dd03-4308-859f-3563e3c1be74'] in dv-cinder-798189-1-iscsi is: [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 1, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:33:26.496897 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] Router 2c47fc04-dd03-4308-859f-3563e3c1be74 has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:33:26.511343 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port afa09d0e-4908-4bb6-a6e8-aea0cc687c7e triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:26.511768 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:26.624664 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-fc5da510-8a67-4e81-883e-d0d306a0c18f None None] Provisioning complete for port eb80fa39-d1e6-4195-b1fc-d2f0e35f290c triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:26.625459 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-fc5da510-8a67-4e81-883e-d0d306a0c18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:26.667515 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-fc5da510-8a67-4e81-883e-d0d306a0c18f None None] Port eb80fa39-d1e6-4195-b1fc-d2f0e35f290c cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:33:26.898818 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:33:26.904317 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-bfe28dee-8aad-44bb-94cc-589a51be335d admin admin] 10.222.0.35 "PUT /v2.0/routers/2c47fc04-dd03-4308-859f-3563e3c1be74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0306046 Jun 26 16:33:27.681490 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59596) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:27.686904 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-456bb342-296e-4b92-a379-ce2eac400d54 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-128579950-network', 'tenant_id': '291d7ff22a694bd8a289b67cb69b1abc'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:27.794244 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456bb342-296e-4b92-a379-ce2eac400d54 admin admin] Made reservation on behalf of 291d7ff22a694bd8a289b67cb69b1abc for: {'network': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:33:27.796725 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-456bb342-296e-4b92-a379-ce2eac400d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for network, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:27.807595 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-456bb342-296e-4b92-a379-ce2eac400d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:27.892703 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-456bb342-296e-4b92-a379-ce2eac400d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:27.966176 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-456bb342-296e-4b92-a379-ce2eac400d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:27.969459 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-7cc39089-fb06-45e9-801a-ae4e11ca86cc tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:27.992521 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456bb342-296e-4b92-a379-ce2eac400d54 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:33:28.003648 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bb342-296e-4b92-a379-ce2eac400d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c44f89-f08b-4689-89f6-52ce47d978ed,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:28.006536 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-456bb342-296e-4b92-a379-ce2eac400d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:28.006918 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.db.segments_db [None req-456bb342-296e-4b92-a379-ce2eac400d54 admin admin] Added segment 4761e71d-b295-4696-b323-fc1eec618c3f of type vlan for network 33597fcf-8198-46cb-aec8-d122b36e9c32 Jun 26 16:33:28.008342 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-456bb342-296e-4b92-a379-ce2eac400d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:28.047026 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-456bb342-296e-4b92-a379-ce2eac400d54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735252774503'] for network, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:28.120240 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-456bb342-296e-4b92-a379-ce2eac400d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489'] for network, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:28.121622 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456bb342-296e-4b92-a379-ce2eac400d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:28.122352 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-456bb342-296e-4b92-a379-ce2eac400d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:28.124621 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-ce180ccf-b2fd-42d7-b702-04d1ff8276f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:28.184868 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bb342-296e-4b92-a379-ce2eac400d54 admin admin] Pushing event updated for resources: {'Network': ['ID=33597fcf-8198-46cb-aec8-d122b36e9c32,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:28.187662 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-456bb342-296e-4b92-a379-ce2eac400d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:28.194972 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Network 33597fcf-8198-46cb-aec8-d122b36e9c32 details requested by agent ovs-agent-dv-cinder-798189-1-iscsi with host dv-cinder-798189-1-iscsi {{(pid=93426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:33:28.217947 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-456bb342-296e-4b92-a379-ce2eac400d54 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5352318 Jun 26 16:33:28.220566 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59604) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:28.226277 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-6fc8cac7-d11c-456a-817a-32ed065132cc admin admin] Request body: {'subnet': {'network_id': '33597fcf-8198-46cb-aec8-d122b36e9c32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-128579950-subnet', 'tenant_id': '291d7ff22a694bd8a289b67cb69b1abc', 'ip_version': 4}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:28.303099 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc8cac7-d11c-456a-817a-32ed065132cc admin admin] Made reservation on behalf of 291d7ff22a694bd8a289b67cb69b1abc for: {'subnet': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:33:28.305818 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-6fc8cac7-d11c-456a-817a-32ed065132cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2800188'] for subnet, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:28.442506 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device a6156a92-49b5-48c2-9f0f-b6add538cd33 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:33:28.496292 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] Sync routers for ids ['2c47fc04-dd03-4308-859f-3563e3c1be74'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:33:28.507744 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] Routers {'2c47fc04-dd03-4308-859f-3563e3c1be74'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:33:28.508361 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:33:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['2c47fc04-dd03-4308-859f-3563e3c1be74'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:28.577594 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port a6156a92-49b5-48c2-9f0f-b6add538cd33 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:33:28.582042 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port a6156a92-49b5-48c2-9f0f-b6add538cd33 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:28.582431 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:28.614123 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] Set router 2c47fc04-dd03-4308-859f-3563e3c1be74 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:33:28.640563 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-6fc8cac7-d11c-456a-817a-32ed065132cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2366313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2800174'] for subnet, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:28.643771 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:28.669046 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:28.694135 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port a6156a92-49b5-48c2-9f0f-b6add538cd33, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=a6156a92-49b5-48c2-9f0f-b6add538cd33,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:28.696648 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8cac7-d11c-456a-817a-32ed065132cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdbd979e-6d0f-4380-b789-bfefa3cbac69,revision_number=0']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:28.700645 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-6fc8cac7-d11c-456a-817a-32ed065132cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:28.710995 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc8cac7-d11c-456a-817a-32ed065132cc admin admin] Checking segment: {'id': '4761e71d-b295-4696-b323-fc1eec618c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '33597fcf-8198-46cb-aec8-d122b36e9c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:33:28.711410 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc8cac7-d11c-456a-817a-32ed065132cc admin admin] Network hostable DHCP agents. Network: 33597fcf-8198-46cb-aec8-d122b36e9c32, hostable agents: ['e5212cc2-9f20-47fc-9661-8d059b13ec7e'], hosted agents: [] {{(pid=93425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:33:28.800555 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:28.804945 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:28.820115 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:26Z', 'revision_number': 2, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:28.835375 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc8cac7-d11c-456a-817a-32ed065132cc admin admin] Network 33597fcf-8198-46cb-aec8-d122b36e9c32 is scheduled to be hosted by DHCP agent e5212cc2-9f20-47fc-9661-8d059b13ec7e with binding_index 1 {{(pid=93425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:33:28.851471 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] Checking router: 2c47fc04-dd03-4308-859f-3563e3c1be74 for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:33:28.851832 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] Updating router 2c47fc04-dd03-4308-859f-3563e3c1be74 port eb80fa39-d1e6-4195-b1fc-d2f0e35f290c binding host dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:33:28.857762 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=a6156a92-49b5-48c2-9f0f-b6add538cd33,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:28.860947 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:28.890408 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:28.920610 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [None req-6fc8cac7-d11c-456a-817a-32ed065132cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-iscsi, 33597fcf-8198-46cb-aec8-d122b36e9c32) {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:33:28.926526 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc8cac7-d11c-456a-817a-32ed065132cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:28.927400 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-6fc8cac7-d11c-456a-817a-32ed065132cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:28.933280 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63ccb74-9b85-429a-941b-7ede6c958fca None None] Network 33597fcf-8198-46cb-aec8-d122b36e9c32 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:33:29.018960 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-6fc8cac7-d11c-456a-817a-32ed065132cc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7972226 Jun 26 16:33:29.021498 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 59614) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:29.028910 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-b2c1dda7-7906-41d9-bf68-c3873420e909 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-128579950-router', 'tenant_id': '291d7ff22a694bd8a289b67cb69b1abc', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:29.045707 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170a68f-d977-421c-9cef-80c111c757bf req-2542d79e-3598-47ca-bde4-85ae32174243 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:29.047581 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4170a68f-d977-421c-9cef-80c111c757bf req-2542d79e-3598-47ca-bde4-85ae32174243 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 946 time: 0.0967832 Jun 26 16:33:29.097865 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4170a68f-d977-421c-9cef-80c111c757bf req-76abf56a-6c1a-40ac-8594-84c566640f14 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433991 Jun 26 16:33:29.137343 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ca9a55-d6be-55c4-8bea-142b29d96e3d-33597fcf-8198-46cb-aec8-d122b36e9c32', 'network_id': '33597fcf-8198-46cb-aec8-d122b36e9c32', 'tenant_id': '291d7ff22a694bd8a289b67cb69b1abc', 'fixed_ips': [{'subnet_id': 'fdbd979e-6d0f-4380-b789-bfefa3cbac69'}]}} from dv-cinder-798189-1-iscsi. {{(pid=93426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 16:33:29.144003 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:29.161701 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2c1dda7-7906-41d9-bf68-c3873420e909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5652'] for router, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:29.164452 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2c1dda7-7906-41d9-bf68-c3873420e909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679976', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5645'] for router, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:29.165149 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:29.179312 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] Transition to ACTIVE for port object eb80fa39-d1e6-4195-b1fc-d2f0e35f290c will not be triggered until provisioned by entity L2. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:33:29.230433 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2c1dda7-7906-41d9-bf68-c3873420e909 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:29.252110 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:29.255319 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-939dabc1-633a-4a3f-b37b-882d4bd066f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:29.280139 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.db_base_plugin_common [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Allocated IP 172.20.0.2 (33597fcf-8198-46cb-aec8-d122b36e9c32/fdbd979e-6d0f-4380-b789-bfefa3cbac69/0a604272-8238-405c-9b99-4f53029e032d) {{(pid=93426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:33:29.314166 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b7eb0-280d-46cf-a6e1-7bb606ade5f5 None None] Pushing event updated for resources: {'Port': ['ID=eb80fa39-d1e6-4195-b1fc-d2f0e35f290c,revision_number=3']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:29.342997 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b7eb0-280d-46cf-a6e1-7bb606ade5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:29.343434 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b7eb0-280d-46cf-a6e1-7bb606ade5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:29.343835 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b7eb0-280d-46cf-a6e1-7bb606ade5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:29.344245 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b7eb0-280d-46cf-a6e1-7bb606ade5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:29.344633 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b7eb0-280d-46cf-a6e1-7bb606ade5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:29.345090 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b7eb0-280d-46cf-a6e1-7bb606ade5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:29.345498 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b7eb0-280d-46cf-a6e1-7bb606ade5f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:29.345822 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b7eb0-280d-46cf-a6e1-7bb606ade5f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:29.346242 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b7eb0-280d-46cf-a6e1-7bb606ade5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:29.346665 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b7eb0-280d-46cf-a6e1-7bb606ade5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:29.347615 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b7eb0-280d-46cf-a6e1-7bb606ade5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:29.347999 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b7eb0-280d-46cf-a6e1-7bb606ade5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:29.370396 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fb5b7eb0-280d-46cf-a6e1-7bb606ade5f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:29.389403 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] Attempting to bind port eb80fa39-d1e6-4195-b1fc-d2f0e35f290c on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:33:29.389904 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] Attempting to bind port eb80fa39-d1e6-4195-b1fc-d2f0e35f290c by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:33:29.390337 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] Attempting to bind port eb80fa39-d1e6-4195-b1fc-d2f0e35f290c on network 32e20bd0-d469-469a-b8ca-9bae7077591a {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:33:29.395673 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:33:29.396151 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] Checking segment: {'id': '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:33:29.396629 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:29.397037 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] Bound using segment: {'id': '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a'} {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:33:29.397604 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] Bound port: eb80fa39-d1e6-4195-b1fc-d2f0e35f290c, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a'}}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:33:29.398064 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:29.468478 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Notify callbacks [] for port, precommit_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:29.478278 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Transition to ACTIVE for port object 0a604272-8238-405c-9b99-4f53029e032d will not be triggered until provisioned by entity L2. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:33:29.497120 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Transition to ACTIVE for port object 0a604272-8238-405c-9b99-4f53029e032d will not be triggered until provisioned by entity DHCP. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:33:29.514688 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2c1dda7-7906-41d9-bf68-c3873420e909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679942', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5695'] for router, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:29.562747 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] For port eb80fa39-d1e6-4195-b1fc-d2f0e35f290c, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:33:29.565663 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] For port eb80fa39-d1e6-4195-b1fc-d2f0e35f290c, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=eb80fa39-d1e6-4195-b1fc-d2f0e35f290c,segment=NetworkSegment(849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4),segment_id=849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4)] {{(pid=93427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:33:29.583404 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741'] for port, after_create {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:29.585358 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-4518e57c-fbbc-44ac-a8be-721a21d909f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:29.628372 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Network 33597fcf-8198-46cb-aec8-d122b36e9c32 is already hosted by enough agents. {{(pid=93426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:33:29.635170 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.scheduler.base_scheduler [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Resources bound (agent type, host, resource id): {{(pid=93426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:33:29.641355 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Received port after_create {{(pid=93426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:33:29.645377 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Pushing event updated for resources: {'Port': ['ID=0a604272-8238-405c-9b99-4f53029e032d,revision_number=1']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:29.649744 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:29.665701 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:29.668659 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-03b9efca-7a1b-4f81-ac7b-17395f2a72ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:29.710521 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Attempting to bind port 0a604272-8238-405c-9b99-4f53029e032d on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:33:29.711076 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Attempting to bind port 0a604272-8238-405c-9b99-4f53029e032d by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': '4761e71d-b295-4696-b323-fc1eec618c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '33597fcf-8198-46cb-aec8-d122b36e9c32'}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:33:29.711466 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Attempting to bind port 0a604272-8238-405c-9b99-4f53029e032d on network 33597fcf-8198-46cb-aec8-d122b36e9c32 {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:33:29.716786 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:33:29.717180 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Checking segment: {'id': '4761e71d-b295-4696-b323-fc1eec618c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '33597fcf-8198-46cb-aec8-d122b36e9c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:33:29.717589 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:29.717990 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Bound using segment: {'id': '4761e71d-b295-4696-b323-fc1eec618c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '33597fcf-8198-46cb-aec8-d122b36e9c32'} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:33:29.718516 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Bound port: 0a604272-8238-405c-9b99-4f53029e032d, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4761e71d-b295-4696-b323-fc1eec618c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '33597fcf-8198-46cb-aec8-d122b36e9c32'}}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:33:29.718948 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:29.723443 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] Routers {'2c47fc04-dd03-4308-859f-3563e3c1be74'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:33:29.724272 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:33:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['2c47fc04-dd03-4308-859f-3563e3c1be74'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:29.771343 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b7eb0-280d-46cf-a6e1-7bb606ade5f5 None None] Pushing event updated for resources: {'Port': ['ID=eb80fa39-d1e6-4195-b1fc-d2f0e35f290c,revision_number=4']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:29.783503 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-fb5b7eb0-280d-46cf-a6e1-7bb606ade5f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:29.811952 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] For port 0a604272-8238-405c-9b99-4f53029e032d, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:33:29.815349 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] For port 0a604272-8238-405c-9b99-4f53029e032d, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=0a604272-8238-405c-9b99-4f53029e032d,segment=NetworkSegment(4761e71d-b295-4696-b323-fc1eec618c3f),segment_id=4761e71d-b295-4696-b323-fc1eec618c3f)] {{(pid=93426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:33:29.856272 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2c1dda7-7906-41d9-bf68-c3873420e909 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:29.861713 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] Set router 2c47fc04-dd03-4308-859f-3563e3c1be74 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:33:29.877218 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2c1dda7-7906-41d9-bf68-c3873420e909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:29.893547 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:29.908822 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:29.977549 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Pushing event updated for resources: {'Port': ['ID=0a604272-8238-405c-9b99-4f53029e032d,revision_number=2']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:29.983925 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:30.051286 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [None req-b2c1dda7-7906-41d9-bf68-c3873420e909 admin admin] Allocated IP 172.27.2.104 (1236ffa6-61e0-401d-8733-f5e5c635b4bb/85c7ca79-f8ed-404d-bbb5-368914d3121b/de84e724-0a7e-4950-a26c-222c51282f4d) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:33:30.073706 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce54a2-0473-4465-af95-eb587afc9701 req-af72dd0a-e816-42f3-96be-e6a0276972e0 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:30.080798 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-04ce54a2-0473-4465-af95-eb587afc9701 req-af72dd0a-e816-42f3-96be-e6a0276972e0 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=54ced6c9-3ddc-4f31-946b-0dcfea3b0d57 HTTP/1.1" status: 200 len: 945 time: 0.1048777 Jun 26 16:33:30.119337 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-04ce54a2-0473-4465-af95-eb587afc9701 req-e3c7e61f-edeb-4eca-9926-302bd9434d2d tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0345740f-e25a-44ba-b558-f7570347eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376554 Jun 26 16:33:30.126371 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:29Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:30.156761 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407309c2-6b22-4119-9b5d-125bde150f7a None None] The sync data for ids ['2c47fc04-dd03-4308-859f-3563e3c1be74'] in dv-cinder-798189-1-iscsi is: [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:29Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:33:30.176047 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2c1dda7-7906-41d9-bf68-c3873420e909 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:30.298317 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2c1dda7-7906-41d9-bf68-c3873420e909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9987695'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:30.301411 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-f6b1a283-8aec-4d7a-ab69-2ec75a1fd6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:30.348730 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c1dda7-7906-41d9-bf68-c3873420e909 admin admin] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:33:30.358811 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-b2c1dda7-7906-41d9-bf68-c3873420e909 admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:33:30.358811 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c1dda7-7906-41d9-bf68-c3873420e909 admin admin] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:33:30.407869 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1dda7-7906-41d9-bf68-c3873420e909 admin admin] Pushing event updated for resources: {'Port': ['ID=de84e724-0a7e-4950-a26c-222c51282f4d,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:30.411929 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b2c1dda7-7906-41d9-bf68-c3873420e909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:30.434019 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf221ca-9bfd-48e4-9e24-a34b2c1b1b00 req-d0f78700-b92c-4d81-a945-9e741ad0a342 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:30.435890 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bcf221ca-9bfd-48e4-9e24-a34b2c1b1b00 req-d0f78700-b92c-4d81-a945-9e741ad0a342 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 946 time: 0.1304579 Jun 26 16:33:30.507866 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bcf221ca-9bfd-48e4-9e24-a34b2c1b1b00 req-b1e204b9-6973-429e-ab8b-54bedc795087 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=d66ae750-c94c-4138-a676-283abb5b49e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654964 Jun 26 16:33:30.539336 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a47f39-f06c-4f56-91d4-533fc480e5f6 req-26e00ba1-c985-4567-b948-a2086715f78f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:30.542328 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-69a47f39-f06c-4f56-91d4-533fc480e5f6 req-26e00ba1-c985-4567-b948-a2086715f78f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 946 time: 0.0838475 Jun 26 16:33:30.580844 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 0a604272-8238-405c-9b99-4f53029e032d up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:33:30.671302 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-69a47f39-f06c-4f56-91d4-533fc480e5f6 req-2ff33669-6bb8-4304-be2d-4761b809b9c5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Deleting port 925c8981-81e6-4a85-b6fc-0f00667f17b0 {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:33:30.671667 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-69a47f39-f06c-4f56-91d4-533fc480e5f6 req-2ff33669-6bb8-4304-be2d-4761b809b9c5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:30.732201 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port 0a604272-8238-405c-9b99-4f53029e032d completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:33:30.737120 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device a6156a92-49b5-48c2-9f0f-b6add538cd33 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:33:30.797353 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-69a47f39-f06c-4f56-91d4-533fc480e5f6 req-2ff33669-6bb8-4304-be2d-4761b809b9c5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] For port 925c8981-81e6-4a85-b6fc-0f00667f17b0, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=925c8981-81e6-4a85-b6fc-0f00667f17b0,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:30.797865 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-69a47f39-f06c-4f56-91d4-533fc480e5f6 req-2ff33669-6bb8-4304-be2d-4761b809b9c5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:30.818324 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port a6156a92-49b5-48c2-9f0f-b6add538cd33 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:30.818709 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:30.832557 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2c1dda7-7906-41d9-bf68-c3873420e909 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:30.945392 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device eb80fa39-d1e6-4195-b1fc-d2f0e35f290c up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:33:31.047798 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-69a47f39-f06c-4f56-91d4-533fc480e5f6 req-2ff33669-6bb8-4304-be2d-4761b809b9c5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:31.048416 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-69a47f39-f06c-4f56-91d4-533fc480e5f6 req-2ff33669-6bb8-4304-be2d-4761b809b9c5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646687'] for floatingip, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:31.048913 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.db.l3_db [req-69a47f39-f06c-4f56-91d4-533fc480e5f6 req-2ff33669-6bb8-4304-be2d-4761b809b9c5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Floating IP 7ec17f5c-3f59-4023-862b-d6962ced5a82 disassociated. External IP: 172.27.2.21, port: 925c8981-81e6-4a85-b6fc-0f00667f17b0. Jun 26 16:33:31.049543 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-69a47f39-f06c-4f56-91d4-533fc480e5f6 req-2ff33669-6bb8-4304-be2d-4761b809b9c5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Calling delete_port for 925c8981-81e6-4a85-b6fc-0f00667f17b0 owned by compute:nova {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:33:31.081737 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2c1dda7-7906-41d9-bf68-c3873420e909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646799'] for router, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:31.168160 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826c81fb-8e75-46de-87c0-cf0216526477 None None] Network 33597fcf-8198-46cb-aec8-d122b36e9c32 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:33:31.182487 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port eb80fa39-d1e6-4195-b1fc-d2f0e35f290c completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:33:31.200930 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port eb80fa39-d1e6-4195-b1fc-d2f0e35f290c triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:31.201323 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:31.292828 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-69a47f39-f06c-4f56-91d4-533fc480e5f6 req-2ff33669-6bb8-4304-be2d-4761b809b9c5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:31.298668 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:31.332677 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff33669-6bb8-4304-be2d-4761b809b9c5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Pushing event deleted for resources: {'Port': ['ID=925c8981-81e6-4a85-b6fc-0f00667f17b0,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:31.335319 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-2ff33669-6bb8-4304-be2d-4761b809b9c5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:31.348643 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b220ae7-fc69-49f5-ab2b-26c778c42358 req-1229fde2-c3de-4354-a4ec-b0956664b558 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:31.350211 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8b220ae7-fc69-49f5-ab2b-26c778c42358 req-1229fde2-c3de-4354-a4ec-b0956664b558 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=54ced6c9-3ddc-4f31-946b-0dcfea3b0d57 HTTP/1.1" status: 200 len: 945 time: 0.1015937 Jun 26 16:33:31.371369 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:31.382926 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c1dda7-7906-41d9-bf68-c3873420e909 admin admin] Router fc3a3009-6593-4a58-b5d4-4287fad1f56a is scheduled to L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 with binding_index 1 {{(pid=93424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 16:33:31.398307 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-20d44111-598c-4e1d-880b-45c5963e0d92 None None] Provisioning for port 0a604272-8238-405c-9b99-4f53029e032d completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:33:31.411551 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-20d44111-598c-4e1d-880b-45c5963e0d92 None None] Provisioning complete for port 0a604272-8238-405c-9b99-4f53029e032d triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:31.411869 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-20d44111-598c-4e1d-880b-45c5963e0d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:31.453484 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8b220ae7-fc69-49f5-ab2b-26c778c42358 req-eca55ea1-ac4e-4251-8877-01e4ecc789b0 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0345740f-e25a-44ba-b558-f7570347eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668120 Jun 26 16:33:31.457118 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port eb80fa39-d1e6-4195-b1fc-d2f0e35f290c, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=eb80fa39-d1e6-4195-b1fc-d2f0e35f290c,segment=NetworkSegment(849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4),segment_id=849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:31.493162 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69a47f39-f06c-4f56-91d4-533fc480e5f6 req-2ff33669-6bb8-4304-be2d-4761b809b9c5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Router d775a92f-66e1-408e-9006-2f89f1e0fca5 has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:33:31.518429 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c1dda7-7906-41d9-bf68-c3873420e909 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:33:31.534073 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] Sync routers for ids ['fc3a3009-6593-4a58-b5d4-4287fad1f56a'] in dv-cinder-798189-1-iscsi {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:33:31.543871 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-20d44111-598c-4e1d-880b-45c5963e0d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:31.561896 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:31.576048 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:31.608442 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69a47f39-f06c-4f56-91d4-533fc480e5f6 req-2ff33669-6bb8-4304-be2d-4761b809b9c5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:33:31.611738 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b2c1dda7-7906-41d9-bf68-c3873420e909 admin admin] Notify callbacks [] for router, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:31.616071 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-b2c1dda7-7906-41d9-bf68-c3873420e909 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5898108 Jun 26 16:33:31.616294 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 59634) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:31.623937 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1837994-e467-41c4-9003-fd7e29ae76b0 None None] Sync routers for ids ['d775a92f-66e1-408e-9006-2f89f1e0fca5'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:33:31.631794 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] Routers {'fc3a3009-6593-4a58-b5d4-4287fad1f56a'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:33:31.632630 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:33:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['fc3a3009-6593-4a58-b5d4-4287fad1f56a'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:31.633619 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1837994-e467-41c4-9003-fd7e29ae76b0 None None] Routers {'d775a92f-66e1-408e-9006-2f89f1e0fca5'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:33:31.634416 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-b1837994-e467-41c4-9003-fd7e29ae76b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:33:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d775a92f-66e1-408e-9006-2f89f1e0fca5'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:31.713620 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a47f39-f06c-4f56-91d4-533fc480e5f6 req-2ff33669-6bb8-4304-be2d-4761b809b9c5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] No DVR routers for this DVR port 925c8981-81e6-4a85-b6fc-0f00667f17b0 on host hv-cinder-79818 {{(pid=93425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:33:31.716940 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-69a47f39-f06c-4f56-91d4-533fc480e5f6 req-2ff33669-6bb8-4304-be2d-4761b809b9c5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:31.722446 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-69a47f39-f06c-4f56-91d4-533fc480e5f6 req-2ff33669-6bb8-4304-be2d-4761b809b9c5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.38 "DELETE /v2.0/ports/925c8981-81e6-4a85-b6fc-0f00667f17b0 HTTP/1.1" status: 204 len: 173 time: 1.1704271 Jun 26 16:33:31.726255 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0848ad8-411f-4d0b-8bd7-8aa549718bb1', 'name': 'network-vif-deleted', 'tag': '925c8981-81e6-4a85-b6fc-0f00667f17b0'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:33:31.726255 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d03107f-284f-4b2a-b866-e343766183b4" -d '{"events": [{"server_uuid": "f0848ad8-411f-4d0b-8bd7-8aa549718bb1", "name": "network-vif-deleted", "tag": "925c8981-81e6-4a85-b6fc-0f00667f17b0"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:33:31.762797 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-35ab913b-5bd5-4daf-8e0b-581876aa464a req-17032833-ede6-4956-b5a5-c61078f21793 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0848ad8-411f-4d0b-8bd7-8aa549718bb1 HTTP/1.1" status: 200 len: 210 time: 0.0621407 Jun 26 16:33:31.774002 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=eb80fa39-d1e6-4195-b1fc-d2f0e35f290c,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:31.777828 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:31.785998 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-20d44111-598c-4e1d-880b-45c5963e0d92 None None] For port 0a604272-8238-405c-9b99-4f53029e032d, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=0a604272-8238-405c-9b99-4f53029e032d,segment=NetworkSegment(4761e71d-b295-4696-b323-fc1eec618c3f),segment_id=4761e71d-b295-4696-b323-fc1eec618c3f)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:31.826464 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] Set router fc3a3009-6593-4a58-b5d4-4287fad1f56a gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:33:31.833576 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d89e99-a7e9-42ed-9eda-f95db9bc6e95 x-openstack-request-id: req-31d89e99-a7e9-42ed-9eda-f95db9bc6e95 {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:33:31.834044 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0848ad8-411f-4d0b-8bd7-8aa549718bb1", "name": "network-vif-deleted", "tag": "925c8981-81e6-4a85-b6fc-0f00667f17b0", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:33:31.834343 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31d89e99-a7e9-42ed-9eda-f95db9bc6e95 {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:33:31.834878 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0848ad8-411f-4d0b-8bd7-8aa549718bb1', 'name': 'network-vif-deleted', 'tag': '925c8981-81e6-4a85-b6fc-0f00667f17b0', 'status': 'completed', 'code': 200} Jun 26 16:33:31.858550 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-20d44111-598c-4e1d-880b-45c5963e0d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:31.873071 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc4eeb-86c6-4ddc-8e98-1d8b56b6ce7b req-a1527760-b2d2-42cf-a93a-3d262a07fb94 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:31.875293 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-1dbc4eeb-86c6-4ddc-8e98-1d8b56b6ce7b req-a1527760-b2d2-42cf-a93a-3d262a07fb94 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.38 "GET /v2.0/ports?device_id=54ced6c9-3ddc-4f31-946b-0dcfea3b0d57 HTTP/1.1" status: 200 len: 945 time: 0.1886742 Jun 26 16:33:31.897363 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:31.897549 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-b1837994-e467-41c4-9003-fd7e29ae76b0 None None] Set router d775a92f-66e1-408e-9006-2f89f1e0fca5 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:33:32.129245 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-b1837994-e467-41c4-9003-fd7e29ae76b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-router', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:19Z', 'revision_number': 4, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'gw_port': {'id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'ba1cc207-9eae-4ac5-b500-79ff56f98db0', 'name': '', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'mac_address': 'fa:16:3e:50:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:18Z', 'updated_at': '2021-06-26T16:30:24Z', 'revision_number': 5, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'subnets': [{'id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:32.157022 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d44111-598c-4e1d-880b-45c5963e0d92 None None] Pushing event updated for resources: {'Port': ['ID=0a604272-8238-405c-9b99-4f53029e032d,revision_number=3']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:32.161008 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1837994-e467-41c4-9003-fd7e29ae76b0 None None] Checking router: d775a92f-66e1-408e-9006-2f89f1e0fca5 for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:33:32.171535 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-20d44111-598c-4e1d-880b-45c5963e0d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:32.171668 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1837994-e467-41c4-9003-fd7e29ae76b0 None None] Routers {'d775a92f-66e1-408e-9006-2f89f1e0fca5'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:33:32.172239 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-b1837994-e467-41c4-9003-fd7e29ae76b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:33:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d775a92f-66e1-408e-9006-2f89f1e0fca5'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:32.200048 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-88e49d8d-f672-4fbd-a781-0b620205cd6a None None] Provisioning complete for port 0a604272-8238-405c-9b99-4f53029e032d triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:32.200527 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-88e49d8d-f672-4fbd-a781-0b620205cd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:32.296783 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-b1837994-e467-41c4-9003-fd7e29ae76b0 None None] Set router d775a92f-66e1-408e-9006-2f89f1e0fca5 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:33:32.316901 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3a3009-6593-4a58-b5d4-4287fad1f56a', 'name': 'tempest-TestVolumeBootPattern-128579950-router', 'tenant_id': '291d7ff22a694bd8a289b67cb69b1abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'de84e724-0a7e-4950-a26c-222c51282f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:29Z', 'updated_at': '2021-06-26T16:33:30Z', 'revision_number': 3, 'project_id': '291d7ff22a694bd8a289b67cb69b1abc', 'gw_port': {'id': 'de84e724-0a7e-4950-a26c-222c51282f4d', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3a3009-6593-4a58-b5d4-4287fad1f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:29Z', 'updated_at': '2021-06-26T16:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:32.354715 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] Checking router: fc3a3009-6593-4a58-b5d4-4287fad1f56a for host: dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:33:32.358891 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] Updating router fc3a3009-6593-4a58-b5d4-4287fad1f56a port de84e724-0a7e-4950-a26c-222c51282f4d binding host dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:33:32.400100 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:32.423094 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [req-1dbc4eeb-86c6-4ddc-8e98-1d8b56b6ce7b req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Deleting port 1bd657d6-c1c0-4808-80df-5866030837a3 {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:33:32.423094 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-1dbc4eeb-86c6-4ddc-8e98-1d8b56b6ce7b req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:32.490480 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 0a604272-8238-405c-9b99-4f53029e032d up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:33:32.565887 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-1dbc4eeb-86c6-4ddc-8e98-1d8b56b6ce7b req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] For port 1bd657d6-c1c0-4808-80df-5866030837a3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=1bd657d6-c1c0-4808-80df-5866030837a3,segment=NetworkSegment(4f604311-0f84-4b21-a003-273b77581632),segment_id=4f604311-0f84-4b21-a003-273b77581632)] {{(pid=93424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:32.566496 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-1dbc4eeb-86c6-4ddc-8e98-1d8b56b6ce7b req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:32.583529 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-b1837994-e467-41c4-9003-fd7e29ae76b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-router', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:19Z', 'revision_number': 4, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'gw_port': {'id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'ba1cc207-9eae-4ac5-b500-79ff56f98db0', 'name': '', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'mac_address': 'fa:16:3e:50:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:18Z', 'updated_at': '2021-06-26T16:30:24Z', 'revision_number': 5, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'subnets': [{'id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:32.626118 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 0a604272-8238-405c-9b99-4f53029e032d triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:32.626555 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:32.627571 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1837994-e467-41c4-9003-fd7e29ae76b0 None None] The sync data for ids ['d775a92f-66e1-408e-9006-2f89f1e0fca5'] in dv-cinder-798189-1-iscsi is: [{'id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-router', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:19Z', 'revision_number': 4, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'gw_port': {'id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'ba1cc207-9eae-4ac5-b500-79ff56f98db0', 'name': '', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'mac_address': 'fa:16:3e:50:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:18Z', 'updated_at': '2021-06-26T16:30:24Z', 'revision_number': 5, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'subnets': [{'id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:33:32.736588 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357dba9f-53f8-49f3-b236-9dde6cc3c27a req-7e1d7edc-35eb-4807-bf51-e3bedfbef915 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:32.739513 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-357dba9f-53f8-49f3-b236-9dde6cc3c27a req-7e1d7edc-35eb-4807-bf51-e3bedfbef915 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=54ced6c9-3ddc-4f31-946b-0dcfea3b0d57 HTTP/1.1" status: 200 len: 945 time: 0.0840826 Jun 26 16:33:32.792208 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-357dba9f-53f8-49f3-b236-9dde6cc3c27a req-814cda80-fc9d-4dfc-9b3a-c1a4101d06ec tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups?id=0345740f-e25a-44ba-b558-f7570347eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451808 Jun 26 16:33:32.801429 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:32.821171 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device eb80fa39-d1e6-4195-b1fc-d2f0e35f290c up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:33:32.857901 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] Notify callbacks [] for port, precommit_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:32.876944 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] Transition to ACTIVE for port object de84e724-0a7e-4950-a26c-222c51282f4d will not be triggered until provisioned by entity L2. {{(pid=93426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:33:32.895815 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port eb80fa39-d1e6-4195-b1fc-d2f0e35f290c triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:32.896203 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:32.944146 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-1dbc4eeb-86c6-4ddc-8e98-1d8b56b6ce7b req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:32.944519 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-1dbc4eeb-86c6-4ddc-8e98-1d8b56b6ce7b req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646687'] for floatingip, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:32.944832 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.l3_db [req-1dbc4eeb-86c6-4ddc-8e98-1d8b56b6ce7b req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Floating IP b15febe3-6677-4a08-b68b-be203b1f69f9 disassociated. External IP: 172.27.2.192, port: 1bd657d6-c1c0-4808-80df-5866030837a3. Jun 26 16:33:32.945176 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [req-1dbc4eeb-86c6-4ddc-8e98-1d8b56b6ce7b req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Calling delete_port for 1bd657d6-c1c0-4808-80df-5866030837a3 owned by compute:nova {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:33:32.967767 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609eb6a1-7e8d-4553-bc5b-a5a26999b9ea None None] New status for floating IP 7ec17f5c-3f59-4023-862b-d6962ced5a82: DOWN {{(pid=93426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:33:33.010003 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:33.011799 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:33.064421 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59644) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:33.098933 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] Allocated IP 172.20.0.1 (33597fcf-8198-46cb-aec8-d122b36e9c32/fdbd979e-6d0f-4380-b789-bfefa3cbac69/2b917c01-fa9b-4135-9c4d-fbb391505f39) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:33:33.124056 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-be83e081-7ce7-41fa-8a39-61c9e795b53e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:33.125178 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a992241-7739-433c-afd5-67ac02fb6807 None None] Pushing event updated for resources: {'Port': ['ID=de84e724-0a7e-4950-a26c-222c51282f4d,revision_number=2']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:33.127582 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] Attempting to bind port de84e724-0a7e-4950-a26c-222c51282f4d on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:33:33.128495 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] Attempting to bind port de84e724-0a7e-4950-a26c-222c51282f4d by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:33:33.128876 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] Attempting to bind port de84e724-0a7e-4950-a26c-222c51282f4d on network 1236ffa6-61e0-401d-8733-f5e5c635b4bb {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:33:33.130998 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-1a992241-7739-433c-afd5-67ac02fb6807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:33.134808 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:33:33.135196 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] Checking segment: {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:33:33.135607 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:33.136001 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] Bound using segment: {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'} {{(pid=93426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:33:33.136469 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.managers [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] Bound port: de84e724-0a7e-4950-a26c-222c51282f4d, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce959c7-83e7-4d9d-b709-a5d5f6ea4869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}}] {{(pid=93426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:33:33.136859 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:33.154489 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-be83e081-7ce7-41fa-8a39-61c9e795b53e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:33.189006 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] For port de84e724-0a7e-4950-a26c-222c51282f4d, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:33:33.192566 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] For port de84e724-0a7e-4950-a26c-222c51282f4d, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=de84e724-0a7e-4950-a26c-222c51282f4d,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:33:33.247585 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-1dbc4eeb-86c6-4ddc-8e98-1d8b56b6ce7b req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:33.259756 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-d3a314ef-cb52-4396-827e-9c66d3d7f2cc tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:33.274366 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-be83e081-7ce7-41fa-8a39-61c9e795b53e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:33.279178 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:33.279178 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:33.279393 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-be83e081-7ce7-41fa-8a39-61c9e795b53e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:33.279393 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-be83e081-7ce7-41fa-8a39-61c9e795b53e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "DELETE /v2.0/security-groups/d66ae750-c94c-4138-a676-283abb5b49e1 HTTP/1.1" status: 204 len: 168 time: 0.2128322 Jun 26 16:33:33.281296 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-456bb342-296e-4b92-a379-ce2eac400d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:33.286211 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59646) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:33.294587 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Pushing event deleted for resources: {'Port': ['ID=1bd657d6-c1c0-4808-80df-5866030837a3,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:33.302582 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83e081-7ce7-41fa-8a39-61c9e795b53e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66ae750-c94c-4138-a676-283abb5b49e1,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:33.305403 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-be83e081-7ce7-41fa-8a39-61c9e795b53e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:33.313345 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.api.v2.resource [None req-33633b91-39c0-460d-b70e-363b403e3805 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] show failed (client error): The resource could not be found. Jun 26 16:33:33.314975 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-33633b91-39c0-460d-b70e-363b403e3805 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups/d66ae750-c94c-4138-a676-283abb5b49e1 HTTP/1.1" status: 404 len: 347 time: 0.0277498 Jun 26 16:33:33.318455 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59648) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:33.336590 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:33.336980 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:33.337358 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:33.338048 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:33.338048 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:33.338420 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:33.338797 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:33.339164 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:33.339520 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:33.339878 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:33.340228 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:33.340587 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:33.342928 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] Routers {'fc3a3009-6593-4a58-b5d4-4287fad1f56a'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:33:33.343693 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:33:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['fc3a3009-6593-4a58-b5d4-4287fad1f56a'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:33.345969 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:33.353925 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a992241-7739-433c-afd5-67ac02fb6807 None None] Pushing event updated for resources: {'Port': ['ID=de84e724-0a7e-4950-a26c-222c51282f4d,revision_number=3']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:33.386116 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-1a992241-7739-433c-afd5-67ac02fb6807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:33.451127 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:33.461940 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] Set router fc3a3009-6593-4a58-b5d4-4287fad1f56a gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:33:33.473650 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.provisioning_blocks [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] Transition to ACTIVE for port object 2b917c01-fa9b-4135-9c4d-fbb391505f39 will not be triggered until provisioned by entity DHCP. {{(pid=93424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:33:33.476792 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-fdb93526-3f85-4a91-b886-c4b50888c706 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Deleting port 825c3dfa-32cc-40cc-a7b8-bd5280cb48b6 {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:33:33.477129 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-fdb93526-3f85-4a91-b886-c4b50888c706 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:33.489038 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dbc4eeb-86c6-4ddc-8e98-1d8b56b6ce7b req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Router d92536f8-cd05-4ff0-826f-2de42df908fb has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:33:33.551889 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-fdb93526-3f85-4a91-b886-c4b50888c706 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:33.552446 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-fdb93526-3f85-4a91-b886-c4b50888c706 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:33.565478 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-fdb93526-3f85-4a91-b886-c4b50888c706 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Calling delete_port for 825c3dfa-32cc-40cc-a7b8-bd5280cb48b6 owned by network:floatingip {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:33:33.609311 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9987695'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:33.614865 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-f6f34455-6bc5-474f-b418-2da261445f3c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:33.640329 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3a3009-6593-4a58-b5d4-4287fad1f56a', 'name': 'tempest-TestVolumeBootPattern-128579950-router', 'tenant_id': '291d7ff22a694bd8a289b67cb69b1abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'de84e724-0a7e-4950-a26c-222c51282f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:29Z', 'updated_at': '2021-06-26T16:33:30Z', 'revision_number': 3, 'project_id': '291d7ff22a694bd8a289b67cb69b1abc', 'gw_port': {'id': 'de84e724-0a7e-4950-a26c-222c51282f4d', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3a3009-6593-4a58-b5d4-4287fad1f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:29Z', 'updated_at': '2021-06-26T16:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:33.643821 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dbc4eeb-86c6-4ddc-8e98-1d8b56b6ce7b req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:33:33.651964 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa74c22-ea25-4678-9dd9-8d5e9c627331 None None] Sync routers for ids ['d92536f8-cd05-4ff0-826f-2de42df908fb'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:33:33.680242 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484464f-0d06-4203-910d-dd46d7e91bfe None None] The sync data for ids ['fc3a3009-6593-4a58-b5d4-4287fad1f56a'] in dv-cinder-798189-1-iscsi is: [{'id': 'fc3a3009-6593-4a58-b5d4-4287fad1f56a', 'name': 'tempest-TestVolumeBootPattern-128579950-router', 'tenant_id': '291d7ff22a694bd8a289b67cb69b1abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'de84e724-0a7e-4950-a26c-222c51282f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:29Z', 'updated_at': '2021-06-26T16:33:30Z', 'revision_number': 3, 'project_id': '291d7ff22a694bd8a289b67cb69b1abc', 'gw_port': {'id': 'de84e724-0a7e-4950-a26c-222c51282f4d', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3a3009-6593-4a58-b5d4-4287fad1f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:29Z', 'updated_at': '2021-06-26T16:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}] {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:33:33.686156 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa74c22-ea25-4678-9dd9-8d5e9c627331 None None] Routers {'d92536f8-cd05-4ff0-826f-2de42df908fb'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:33:33.691331 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-0aa74c22-ea25-4678-9dd9-8d5e9c627331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:33:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d92536f8-cd05-4ff0-826f-2de42df908fb'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:33.707414 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbc4eeb-86c6-4ddc-8e98-1d8b56b6ce7b req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] No DVR routers for this DVR port 1bd657d6-c1c0-4808-80df-5866030837a3 on host hv-cinder-79818 {{(pid=93424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:33:33.710290 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-1dbc4eeb-86c6-4ddc-8e98-1d8b56b6ce7b req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:33.712743 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-1dbc4eeb-86c6-4ddc-8e98-1d8b56b6ce7b req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.38 "DELETE /v2.0/ports/1bd657d6-c1c0-4808-80df-5866030837a3 HTTP/1.1" status: 204 len: 173 time: 1.8042440 Jun 26 16:33:33.727057 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] Network 33597fcf-8198-46cb-aec8-d122b36e9c32 is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:33:33.728051 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ced6c9-3ddc-4f31-946b-0dcfea3b0d57', 'name': 'network-vif-deleted', 'tag': '1bd657d6-c1c0-4808-80df-5866030837a3'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:33:33.730460 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e6c15d-98fe-4c34-854f-a91e17042914" -d '{"events": [{"server_uuid": "54ced6c9-3ddc-4f31-946b-0dcfea3b0d57", "name": "network-vif-deleted", "tag": "1bd657d6-c1c0-4808-80df-5866030837a3"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:33:33.738911 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:33:33.741738 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:33:33.751934 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] Pushing event updated for resources: {'Port': ['ID=2b917c01-fa9b-4135-9c4d-fbb391505f39,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:33.757928 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:33.788881 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-fdb93526-3f85-4a91-b886-c4b50888c706 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:33.791281 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-66891918-42d0-4ab1-9878-77d1dec06658 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:33.830079 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0c3ff5-1edb-4dd9-8231-eb409073c74e x-openstack-request-id: req-7b0c3ff5-1edb-4dd9-8231-eb409073c74e {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:33:33.830676 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ced6c9-3ddc-4f31-946b-0dcfea3b0d57", "name": "network-vif-deleted", "tag": "1bd657d6-c1c0-4808-80df-5866030837a3", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:33:33.831243 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7b0c3ff5-1edb-4dd9-8231-eb409073c74e {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:33:33.831845 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ced6c9-3ddc-4f31-946b-0dcfea3b0d57', 'name': 'network-vif-deleted', 'tag': '1bd657d6-c1c0-4808-80df-5866030837a3', 'status': 'completed', 'code': 200} Jun 26 16:33:33.836370 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684301'] for router_interface, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:33.853597 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb93526-3f85-4a91-b886-c4b50888c706 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Pushing event deleted for resources: {'Port': ['ID=825c3dfa-32cc-40cc-a7b8-bd5280cb48b6,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:33.858486 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-fdb93526-3f85-4a91-b886-c4b50888c706 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:33.889956 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-0aa74c22-ea25-4678-9dd9-8d5e9c627331 None None] Set router d92536f8-cd05-4ff0-826f-2de42df908fb gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:33:34.007915 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-fdb93526-3f85-4a91-b886-c4b50888c706 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for floatingip, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:34.013258 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-fdb93526-3f85-4a91-b886-c4b50888c706 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for floatingip, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:34.015545 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-fdb93526-3f85-4a91-b886-c4b50888c706 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "DELETE /v2.0/floatingips/7ec17f5c-3f59-4023-862b-d6962ced5a82 HTTP/1.1" status: 204 len: 168 time: 0.6958773 Jun 26 16:33:34.085621 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3638e050-0354-468c-8755-f6aab7542957 req-577d8bbb-cd69-40a6-8924-30a85d5fb1d0 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/ports?device_id=54ced6c9-3ddc-4f31-946b-0dcfea3b0d57 HTTP/1.1" status: 200 len: 210 time: 0.0350325 Jun 26 16:33:34.228833 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-a88a5591-8ba0-4fa7-8935-80c7eb4eb365 None None] Provisioning for port 2b917c01-fa9b-4135-9c4d-fbb391505f39 completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:33:34.233108 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-a88a5591-8ba0-4fa7-8935-80c7eb4eb365 None None] Provisioning complete for port 2b917c01-fa9b-4135-9c4d-fbb391505f39 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:34.233652 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-a88a5591-8ba0-4fa7-8935-80c7eb4eb365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:34.285094 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-a88a5591-8ba0-4fa7-8935-80c7eb4eb365 None None] Port 2b917c01-fa9b-4135-9c4d-fbb391505f39 cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:33:34.346992 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:34.365572 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-0aa74c22-ea25-4678-9dd9-8d5e9c627331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'name': 'tempest-AttachVolumeTestJSON-1853895905-router', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:11Z', 'updated_at': '2021-06-26T16:26:17Z', 'revision_number': 4, 'project_id': '37245b0b96f64637951914c50cb066eb', 'gw_port': {'id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:12Z', 'updated_at': '2021-06-26T16:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '537d5037-1a9c-43e3-a4b0-cf095f0fc0b8', 'name': '', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'mac_address': 'fa:16:3e:8b:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:26:25Z', 'revision_number': 5, 'project_id': '37245b0b96f64637951914c50cb066eb', 'subnets': [{'id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:34.395582 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa74c22-ea25-4678-9dd9-8d5e9c627331 None None] Checking router: d92536f8-cd05-4ff0-826f-2de42df908fb for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:33:34.404202 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa74c22-ea25-4678-9dd9-8d5e9c627331 None None] Routers {'d92536f8-cd05-4ff0-826f-2de42df908fb'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:33:34.405038 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-0aa74c22-ea25-4678-9dd9-8d5e9c627331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:33:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d92536f8-cd05-4ff0-826f-2de42df908fb'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:34.471952 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device de84e724-0a7e-4950-a26c-222c51282f4d up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:33:34.533622 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-0aa74c22-ea25-4678-9dd9-8d5e9c627331 None None] Set router d92536f8-cd05-4ff0-826f-2de42df908fb gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:33:34.599932 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:34.629386 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port de84e724-0a7e-4950-a26c-222c51282f4d completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:33:34.633276 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port de84e724-0a7e-4950-a26c-222c51282f4d triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:34.633663 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:34.651280 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59656) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:34.656080 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-1380dd21-672b-44bb-a4f5-b332156eaad1 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--866220374', 'description': 'tempest-description--356208923'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:34.657473 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:34.659966 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-6c2af6c1-3fdb-4044-86ba-6dcb49822161 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:34.738582 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684433'] for router_interface, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:34.740443 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] Pushing event updated for resources: {'Port': ['ID=2b917c01-fa9b-4135-9c4d-fbb391505f39,revision_number=2']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:34.743513 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:34.755160 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-1380dd21-672b-44bb-a4f5-b332156eaad1 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:34.765084 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:34.780768 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-0aa74c22-ea25-4678-9dd9-8d5e9c627331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'name': 'tempest-AttachVolumeTestJSON-1853895905-router', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:11Z', 'updated_at': '2021-06-26T16:26:17Z', 'revision_number': 4, 'project_id': '37245b0b96f64637951914c50cb066eb', 'gw_port': {'id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:12Z', 'updated_at': '2021-06-26T16:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '537d5037-1a9c-43e3-a4b0-cf095f0fc0b8', 'name': '', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'mac_address': 'fa:16:3e:8b:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:26:25Z', 'revision_number': 5, 'project_id': '37245b0b96f64637951914c50cb066eb', 'subnets': [{'id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:34.817305 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa74c22-ea25-4678-9dd9-8d5e9c627331 None None] The sync data for ids ['d92536f8-cd05-4ff0-826f-2de42df908fb'] in dv-cinder-798189-1-iscsi is: [{'id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'name': 'tempest-AttachVolumeTestJSON-1853895905-router', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:11Z', 'updated_at': '2021-06-26T16:26:17Z', 'revision_number': 4, 'project_id': '37245b0b96f64637951914c50cb066eb', 'gw_port': {'id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:12Z', 'updated_at': '2021-06-26T16:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '537d5037-1a9c-43e3-a4b0-cf095f0fc0b8', 'name': '', 'network_id': '6e78350e-b03c-4768-a782-c82d20e18c58', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'mac_address': 'fa:16:3e:8b:95:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:15Z', 'updated_at': '2021-06-26T16:26:25Z', 'revision_number': 5, 'project_id': '37245b0b96f64637951914c50cb066eb', 'subnets': [{'id': 'bf83ec24-380c-4a3f-bf30-b819dca890ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:33:34.818619 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port de84e724-0a7e-4950-a26c-222c51282f4d, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=de84e724-0a7e-4950-a26c-222c51282f4d,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:34.863116 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:34.866202 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-3b6be2d8-9a99-448b-b655-3440ddae80a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:34.898252 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-1380dd21-672b-44bb-a4f5-b332156eaad1 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:34.905404 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] Network 33597fcf-8198-46cb-aec8-d122b36e9c32 is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:33:34.907535 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:33:34.942807 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-1380dd21-672b-44bb-a4f5-b332156eaad1 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:34.962007 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-42315335-958d-4a00-aa87-14dd73d161a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:34.978023 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=de84e724-0a7e-4950-a26c-222c51282f4d,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:34.991764 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:35.026283 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380dd21-672b-44bb-a4f5-b332156eaad1 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a90a2e-5736-4fdb-a445-a5dc214413c0,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:35.031692 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-1380dd21-672b-44bb-a4f5-b332156eaad1 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:35.054480 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] Router fc3a3009-6593-4a58-b5d4-4287fad1f56a has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:33:35.077712 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-1380dd21-672b-44bb-a4f5-b332156eaad1 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:35.083036 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-1380dd21-672b-44bb-a4f5-b332156eaad1 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4305062 Jun 26 16:33:35.083847 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59658) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:35.089419 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-9a88e7a8-6703-40ca-ab36-e5176610522d tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Request body: {'security_group_rule': {'security_group_id': '32a90a2e-5736-4fdb-a445-a5dc214413c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:35.168960 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:33:35.177740 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] 10.222.0.35 "PUT /v2.0/routers/fc3a3009-6593-4a58-b5d4-4287fad1f56a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5604563 Jun 26 16:33:35.206904 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9a88e7a8-6703-40ca-ab36-e5176610522d tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:35.216539 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-018222e7-a298-43c8-b9b9-5cf73985153d None None] Provisioning complete for port 2b917c01-fa9b-4135-9c4d-fbb391505f39 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:35.216922 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-018222e7-a298-43c8-b9b9-5cf73985153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:35.260132 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bf55f7-5346-4f56-8342-e80004be96e3 None None] New status for floating IP b15febe3-6677-4a08-b68b-be203b1f69f9: DOWN {{(pid=93426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:33:35.295389 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9a88e7a8-6703-40ca-ab36-e5176610522d tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:35.338821 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59670) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:35.373230 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9a88e7a8-6703-40ca-ab36-e5176610522d tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:35.386014 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:35.408075 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88e7a8-6703-40ca-ab36-e5176610522d tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53af5b16-397b-48ca-bab4-3c42f4371cf7,revision_number=0']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:35.414444 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-9a88e7a8-6703-40ca-ab36-e5176610522d tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:35.426084 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-073723a3-de4e-439d-9f3d-90c1bcea7e53 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:35.450709 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-073723a3-de4e-439d-9f3d-90c1bcea7e53 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:35.479322 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-018222e7-a298-43c8-b9b9-5cf73985153d None None] Port 2b917c01-fa9b-4135-9c4d-fbb391505f39 cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:33:35.505248 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9a88e7a8-6703-40ca-ab36-e5176610522d tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:35.505966 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-9a88e7a8-6703-40ca-ab36-e5176610522d tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4204156 Jun 26 16:33:35.508269 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 59672) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:35.516964 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 925c8981-81e6-4a85-b6fc-0f00667f17b0 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:33:35.519328 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-f826943f-1dae-4a0b-85f7-fe9289cc621e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Request body: {'security_group_rule': {'security_group_id': '32a90a2e-5736-4fdb-a445-a5dc214413c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:35.538240 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] No Port match for: 925c8981-81e6-4a85-b6fc-0f00667f17b0 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:33:35.538629 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 925c8981-81e6-4a85-b6fc-0f00667f17b0 not bound to the agent host hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:33:35.539093 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 1bd657d6-c1c0-4808-80df-5866030837a3 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:33:35.554610 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-073723a3-de4e-439d-9f3d-90c1bcea7e53 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:35.557425 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-073723a3-de4e-439d-9f3d-90c1bcea7e53 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:35.559942 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-073723a3-de4e-439d-9f3d-90c1bcea7e53 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "DELETE /v2.0/security-groups/0345740f-e25a-44ba-b558-f7570347eb4a HTTP/1.1" status: 204 len: 168 time: 0.2186444 Jun 26 16:33:35.559942 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-5c3c2521-d642-4e63-9edc-9c9afc6abe12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:35.561486 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 59674) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:35.562611 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] No Port match for: 1bd657d6-c1c0-4808-80df-5866030837a3 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:33:35.562991 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 1bd657d6-c1c0-4808-80df-5866030837a3 not bound to the agent host hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:33:35.577975 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.api.v2.resource [None req-9da4546e-2f75-4b5d-954d-2b6bd506441a tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] show failed (client error): The resource could not be found. Jun 26 16:33:35.578346 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073723a3-de4e-439d-9f3d-90c1bcea7e53 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0345740f-e25a-44ba-b558-f7570347eb4a,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:35.579658 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-9da4546e-2f75-4b5d-954d-2b6bd506441a tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "GET /v2.0/security-groups/0345740f-e25a-44ba-b558-f7570347eb4a HTTP/1.1" status: 404 len: 347 time: 0.0170941 Jun 26 16:33:35.582832 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 59676) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:35.583791 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-073723a3-de4e-439d-9f3d-90c1bcea7e53 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:35.644978 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f826943f-1dae-4a0b-85f7-fe9289cc621e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:35.742368 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59678) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:35.747415 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-972286bc-4310-4e43-8e29-8f4904430ca5 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-616403192', 'description': 'tempest-secgroup-smoke-616403192 description', 'project_id': '3f012282aa7c41cbbd0c48938b24801f'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:35.760286 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f826943f-1dae-4a0b-85f7-fe9289cc621e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:35.771627 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-afd59dfd-5702-4f53-80e6-a551981fb1a6 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Deleting port 4b892ee0-084c-42b8-b1f7-d0b476c07b6c {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:33:35.771967 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-afd59dfd-5702-4f53-80e6-a551981fb1a6 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:35.824845 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f826943f-1dae-4a0b-85f7-fe9289cc621e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:35.829128 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-972286bc-4310-4e43-8e29-8f4904430ca5 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:35.829433 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-988e517f-44f8-4c7b-82b0-1fc1802149b0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:35.858527 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826943f-1dae-4a0b-85f7-fe9289cc621e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3650729d-c709-4bb8-aa7f-b59da8aa8dbc,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:35.861897 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-f826943f-1dae-4a0b-85f7-fe9289cc621e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:35.863589 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-afd59dfd-5702-4f53-80e6-a551981fb1a6 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:35.863925 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-afd59dfd-5702-4f53-80e6-a551981fb1a6 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:35.876093 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-afd59dfd-5702-4f53-80e6-a551981fb1a6 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Calling delete_port for 4b892ee0-084c-42b8-b1f7-d0b476c07b6c owned by network:floatingip {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:33:35.903108 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] Sync routers for ids ['fc3a3009-6593-4a58-b5d4-4287fad1f56a'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:33:35.917661 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] Routers {'fc3a3009-6593-4a58-b5d4-4287fad1f56a'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:33:35.918283 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:33:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['fc3a3009-6593-4a58-b5d4-4287fad1f56a'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:35.932861 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-972286bc-4310-4e43-8e29-8f4904430ca5 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.022255 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] Set router fc3a3009-6593-4a58-b5d4-4287fad1f56a gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:33:36.102621 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-972286bc-4310-4e43-8e29-8f4904430ca5 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.106113 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-d69eb492-c3a3-49a1-9060-048afbf77186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:36.125844 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-afd59dfd-5702-4f53-80e6-a551981fb1a6 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.129280 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-8641be4e-27c3-44e9-9c6a-2c32e1bafa5f tempest-ServerRescueNegativeTestJSON-1004625761 tempest-ServerRescueNegativeTestJSON-1004625761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:36.134072 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972286bc-4310-4e43-8e29-8f4904430ca5 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45500977-4da7-43c4-ac6a-afe35b5348fa,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:36.146741 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-972286bc-4310-4e43-8e29-8f4904430ca5 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:36.152364 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd59dfd-5702-4f53-80e6-a551981fb1a6 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Pushing event deleted for resources: {'Port': ['ID=4b892ee0-084c-42b8-b1f7-d0b476c07b6c,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:36.157740 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-afd59dfd-5702-4f53-80e6-a551981fb1a6 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:36.180128 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f826943f-1dae-4a0b-85f7-fe9289cc621e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.181397 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-f826943f-1dae-4a0b-85f7-fe9289cc621e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6717997 Jun 26 16:33:36.184659 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59680) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:36.192012 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-4a25a173-616c-4dee-9288-24224453bcbc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Request body: {'floatingip': {'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:36.208302 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-972286bc-4310-4e43-8e29-8f4904430ca5 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.212815 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-972286bc-4310-4e43-8e29-8f4904430ca5 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4665797 Jun 26 16:33:36.213189 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 59682) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:36.214877 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3a3009-6593-4a58-b5d4-4287fad1f56a', 'name': 'tempest-TestVolumeBootPattern-128579950-router', 'tenant_id': '291d7ff22a694bd8a289b67cb69b1abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'de84e724-0a7e-4950-a26c-222c51282f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:29Z', 'updated_at': '2021-06-26T16:33:34Z', 'revision_number': 4, 'project_id': '291d7ff22a694bd8a289b67cb69b1abc', 'gw_port': {'id': 'de84e724-0a7e-4950-a26c-222c51282f4d', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3a3009-6593-4a58-b5d4-4287fad1f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:29Z', 'updated_at': '2021-06-26T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '2b917c01-fa9b-4135-9c4d-fbb391505f39', 'name': '', 'network_id': '33597fcf-8198-46cb-aec8-d122b36e9c32', 'tenant_id': '291d7ff22a694bd8a289b67cb69b1abc', 'mac_address': 'fa:16:3e:00:c6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3a3009-6593-4a58-b5d4-4287fad1f56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'fdbd979e-6d0f-4380-b789-bfefa3cbac69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:32Z', 'updated_at': '2021-06-26T16:33:34Z', 'revision_number': 2, 'project_id': '291d7ff22a694bd8a289b67cb69b1abc', 'subnets': [{'id': 'fdbd979e-6d0f-4380-b789-bfefa3cbac69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:36.219136 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-c9f0fdab-7c72-4dd7-93a5-e49c93cfa268 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Request body: {'security_group_rule': {'security_group_id': '45500977-4da7-43c4-ac6a-afe35b5348fa', 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:36.230693 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-afd59dfd-5702-4f53-80e6-a551981fb1a6 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks [] for floatingip, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.233218 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-afd59dfd-5702-4f53-80e6-a551981fb1a6 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for floatingip, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.234334 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-afd59dfd-5702-4f53-80e6-a551981fb1a6 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] 10.222.0.35 "DELETE /v2.0/floatingips/b15febe3-6677-4a08-b68b-be203b1f69f9 HTTP/1.1" status: 204 len: 168 time: 0.6452351 Jun 26 16:33:36.244532 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] Checking router: fc3a3009-6593-4a58-b5d4-4287fad1f56a for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:33:36.244896 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] Updating router fc3a3009-6593-4a58-b5d4-4287fad1f56a port 2b917c01-fa9b-4135-9c4d-fbb391505f39 binding host dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:33:36.278691 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.291649 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4a25a173-616c-4dee-9288-24224453bcbc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for floatingip, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.388359 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device de84e724-0a7e-4950-a26c-222c51282f4d up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:33:36.394990 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c9f0fdab-7c72-4dd7-93a5-e49c93cfa268 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.409500 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4a25a173-616c-4dee-9288-24224453bcbc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.448839 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port de84e724-0a7e-4950-a26c-222c51282f4d triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:36.449643 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.453683 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c9f0fdab-7c72-4dd7-93a5-e49c93cfa268 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.519885 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c9f0fdab-7c72-4dd7-93a5-e49c93cfa268 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.522514 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-d724048c-6b67-4da8-b315-14f163d5eff3 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:36.538574 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_common [None req-4a25a173-616c-4dee-9288-24224453bcbc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Allocated IP 172.27.2.29 (1236ffa6-61e0-401d-8733-f5e5c635b4bb/85c7ca79-f8ed-404d-bbb5-368914d3121b/21393eee-efb6-49c8-a4b6-6ef000aea3b4) {{(pid=93425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:33:36.568501 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0fdab-7c72-4dd7-93a5-e49c93cfa268 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92bbdff2-2425-40f1-ab8d-e898967a94e7,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:36.578215 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-c9f0fdab-7c72-4dd7-93a5-e49c93cfa268 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:36.594420 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.605315 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.provisioning_blocks [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] Transition to ACTIVE for port object 2b917c01-fa9b-4135-9c4d-fbb391505f39 will not be triggered until provisioned by entity L2. {{(pid=93427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:33:36.611518 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-cbdacca9-83fa-4f0b-b966-71aa7d14c958 req-4fb7681b-b5f4-40d4-8c39-3a4ea9468bbd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0864003 Jun 26 16:33:36.666168 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4a25a173-616c-4dee-9288-24224453bcbc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for port, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.671377 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c9f0fdab-7c72-4dd7-93a5-e49c93cfa268 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.675971 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-c9f0fdab-7c72-4dd7-93a5-e49c93cfa268 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4617319 Jun 26 16:33:36.676242 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59688) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:36.680760 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-c390a499-267a-459d-8696-8b1ece162497 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Request body: {'security_group_rule': {'security_group_id': '45500977-4da7-43c4-ac6a-afe35b5348fa', 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:36.691726 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.696269 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-8d38a14d-1d0f-43ce-a930-c36298c466b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:36.723101 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdacca9-83fa-4f0b-b966-71aa7d14c958 req-408cee29-2518-47aa-aef3-ff5b2b22381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:36.724780 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-cbdacca9-83fa-4f0b-b966-71aa7d14c958 req-408cee29-2518-47aa-aef3-ff5b2b22381d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2100de5fb39244ff97ddc96c9964d3dc&device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 1098 time: 0.0640144 Jun 26 16:33:36.768983 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297935a2-fc7b-43b6-b00a-eb24bda40263 None None] Pushing event updated for resources: {'Port': ['ID=2b917c01-fa9b-4135-9c4d-fbb391505f39,revision_number=3']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:36.773522 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-297935a2-fc7b-43b6-b00a-eb24bda40263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:36.793538 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4a25a173-616c-4dee-9288-24224453bcbc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2366237'] for port, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.797120 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:36.804270 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] Attempting to bind port 2b917c01-fa9b-4135-9c4d-fbb391505f39 on host dv-cinder-798189-1-iscsi for vnic_type normal with profile {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:33:36.804899 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] Attempting to bind port 2b917c01-fa9b-4135-9c4d-fbb391505f39 by drivers openvswitch,hyperv on host dv-cinder-798189-1-iscsi at level 0 using segments [{'id': '4761e71d-b295-4696-b323-fc1eec618c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '33597fcf-8198-46cb-aec8-d122b36e9c32'}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:33:36.805267 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] Attempting to bind port 2b917c01-fa9b-4135-9c4d-fbb391505f39 on network 33597fcf-8198-46cb-aec8-d122b36e9c32 {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:33:36.809462 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c390a499-267a-459d-8696-8b1ece162497 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.810825 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] Checking agent: {'id': '02f07d1b-d0af-414d-8158-f3fc3a70df86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 18, 10), 'started_at': datetime.datetime(2021, 6, 26, 16, 18, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:33:36.816927 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] Checking segment: {'id': '4761e71d-b295-4696-b323-fc1eec618c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '33597fcf-8198-46cb-aec8-d122b36e9c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:33:36.816927 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.816927 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] Bound using segment: {'id': '4761e71d-b295-4696-b323-fc1eec618c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '33597fcf-8198-46cb-aec8-d122b36e9c32'} {{(pid=93427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:33:36.816927 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.managers [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] Bound port: 2b917c01-fa9b-4135-9c4d-fbb391505f39, host: dv-cinder-798189-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4761e71d-b295-4696-b323-fc1eec618c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '33597fcf-8198-46cb-aec8-d122b36e9c32'}}] {{(pid=93427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:33:36.816927 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.857396 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdacca9-83fa-4f0b-b966-71aa7d14c958 req-f16ffc17-84b5-4fab-8f27-9e9496fab715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:36.859755 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-cbdacca9-83fa-4f0b-b966-71aa7d14c958 req-f16ffc17-84b5-4fab-8f27-9e9496fab715 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a HTTP/1.1" status: 200 len: 910 time: 0.1120825 Jun 26 16:33:36.860547 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a25a173-616c-4dee-9288-24224453bcbc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:33:36.869952 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [None req-4a25a173-616c-4dee-9288-24224453bcbc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:33:36.875339 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a25a173-616c-4dee-9288-24224453bcbc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Received port after_create {{(pid=93425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:33:36.877583 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25a173-616c-4dee-9288-24224453bcbc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Pushing event updated for resources: {'Port': ['ID=21393eee-efb6-49c8-a4b6-6ef000aea3b4,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:36.885207 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-4a25a173-616c-4dee-9288-24224453bcbc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:36.893174 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] For port 2b917c01-fa9b-4135-9c4d-fbb391505f39, host dv-cinder-798189-1-iscsi, cleared binding levels {{(pid=93427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:33:36.898010 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.db [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] For port 2b917c01-fa9b-4135-9c4d-fbb391505f39, host dv-cinder-798189-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=2b917c01-fa9b-4135-9c4d-fbb391505f39,segment=NetworkSegment(4761e71d-b295-4696-b323-fc1eec618c3f),segment_id=4761e71d-b295-4696-b323-fc1eec618c3f)] {{(pid=93427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:33:36.931545 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-cbdacca9-83fa-4f0b-b966-71aa7d14c958 req-a73bed8e-32eb-4031-bab7-11a351f522b9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b1a7d38-2719-42bb-999e-f1c36a8854eb HTTP/1.1" status: 200 len: 1000 time: 0.0640512 Jun 26 16:33:36.960890 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.963206 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c390a499-267a-459d-8696-8b1ece162497 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:36.976481 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:36.988792 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdacca9-83fa-4f0b-b966-71aa7d14c958 req-2d2d3d5a-aeb6-4def-a655-1e9556386313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:36.990382 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-cbdacca9-83fa-4f0b-b966-71aa7d14c958 req-2d2d3d5a-aeb6-4def-a655-1e9556386313 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33e4ba87-06e7-4b7c-ad07-5c1e136045e2 HTTP/1.1" status: 200 len: 848 time: 0.0525169 Jun 26 16:33:37.003892 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4a25a173-616c-4dee-9288-24224453bcbc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:37.009550 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] Routers {'fc3a3009-6593-4a58-b5d4-4287fad1f56a'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:33:37.010238 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:33:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['fc3a3009-6593-4a58-b5d4-4287fad1f56a'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:37.040823 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c390a499-267a-459d-8696-8b1ece162497 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:37.042908 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:37.060967 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdacca9-83fa-4f0b-b966-71aa7d14c958 req-f329a9c0-e06f-4163-ad37-cd3c36152fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:37.063370 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-cbdacca9-83fa-4f0b-b966-71aa7d14c958 req-f329a9c0-e06f-4163-ad37-cd3c36152fcf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652046 Jun 26 16:33:37.063733 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390a499-267a-459d-8696-8b1ece162497 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4efd9fd-ce03-4ef6-bc9c-534c12273134,revision_number=0']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:37.068351 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c390a499-267a-459d-8696-8b1ece162497 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:37.108712 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297935a2-fc7b-43b6-b00a-eb24bda40263 None None] Pushing event updated for resources: {'Port': ['ID=2b917c01-fa9b-4135-9c4d-fbb391505f39,revision_number=4']} {{(pid=93427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:37.113738 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-297935a2-fc7b-43b6-b00a-eb24bda40263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:37.135786 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4a25a173-616c-4dee-9288-24224453bcbc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:37.145181 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] Set router fc3a3009-6593-4a58-b5d4-4287fad1f56a gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:33:37.177742 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c390a499-267a-459d-8696-8b1ece162497 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:37.179045 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-c390a499-267a-459d-8696-8b1ece162497 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5018308 Jun 26 16:33:37.181729 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59694) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:37.197134 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-22667154-e16b-450f-92b2-cd3e4970fc53 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Request body: {'security_group_rule': {'security_group_id': '45500977-4da7-43c4-ac6a-afe35b5348fa', 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:37.198438 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-cbdacca9-83fa-4f0b-b966-71aa7d14c958 req-78382ed4-19a4-4a2c-8e89-eb9a0686a79e service neutron] 10.222.0.38 "GET /v2.0/networks/8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270554 Jun 26 16:33:37.268495 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:37.297548 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-54cfef5d-5dd1-494f-a0c3-397007c5352f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:37.308170 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-cbdacca9-83fa-4f0b-b966-71aa7d14c958 req-fcefede8-cbc5-4629-96ce-970622455f75 service neutron] 10.222.0.38 "GET /v2.0/networks/8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028869 Jun 26 16:33:37.343557 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-22667154-e16b-450f-92b2-cd3e4970fc53 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:37.389423 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4a25a173-616c-4dee-9288-24224453bcbc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for port, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:37.419094 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-22667154-e16b-450f-92b2-cd3e4970fc53 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:37.446389 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3a3009-6593-4a58-b5d4-4287fad1f56a', 'name': 'tempest-TestVolumeBootPattern-128579950-router', 'tenant_id': '291d7ff22a694bd8a289b67cb69b1abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'de84e724-0a7e-4950-a26c-222c51282f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:29Z', 'updated_at': '2021-06-26T16:33:34Z', 'revision_number': 4, 'project_id': '291d7ff22a694bd8a289b67cb69b1abc', 'gw_port': {'id': 'de84e724-0a7e-4950-a26c-222c51282f4d', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3a3009-6593-4a58-b5d4-4287fad1f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:29Z', 'updated_at': '2021-06-26T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '2b917c01-fa9b-4135-9c4d-fbb391505f39', 'name': '', 'network_id': '33597fcf-8198-46cb-aec8-d122b36e9c32', 'tenant_id': '291d7ff22a694bd8a289b67cb69b1abc', 'mac_address': 'fa:16:3e:00:c6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3a3009-6593-4a58-b5d4-4287fad1f56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'fdbd979e-6d0f-4380-b789-bfefa3cbac69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:32Z', 'updated_at': '2021-06-26T16:33:36Z', 'revision_number': 4, 'project_id': '291d7ff22a694bd8a289b67cb69b1abc', 'subnets': [{'id': 'fdbd979e-6d0f-4380-b789-bfefa3cbac69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:37.462737 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4a25a173-616c-4dee-9288-24224453bcbc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:37.465706 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c6a6ca11-7da7-4a83-8ade-33f8fef65f14 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:37.474890 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd6409-916e-4ac9-b1ad-1948c42913e5 None None] The sync data for ids ['fc3a3009-6593-4a58-b5d4-4287fad1f56a'] in dv-cinder-798189-1-iscsi is: [{'id': 'fc3a3009-6593-4a58-b5d4-4287fad1f56a', 'name': 'tempest-TestVolumeBootPattern-128579950-router', 'tenant_id': '291d7ff22a694bd8a289b67cb69b1abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'de84e724-0a7e-4950-a26c-222c51282f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:29Z', 'updated_at': '2021-06-26T16:33:34Z', 'revision_number': 4, 'project_id': '291d7ff22a694bd8a289b67cb69b1abc', 'gw_port': {'id': 'de84e724-0a7e-4950-a26c-222c51282f4d', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3a3009-6593-4a58-b5d4-4287fad1f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:29Z', 'updated_at': '2021-06-26T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '2b917c01-fa9b-4135-9c4d-fbb391505f39', 'name': '', 'network_id': '33597fcf-8198-46cb-aec8-d122b36e9c32', 'tenant_id': '291d7ff22a694bd8a289b67cb69b1abc', 'mac_address': 'fa:16:3e:00:c6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3a3009-6593-4a58-b5d4-4287fad1f56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'fdbd979e-6d0f-4380-b789-bfefa3cbac69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:32Z', 'updated_at': '2021-06-26T16:33:36Z', 'revision_number': 4, 'project_id': '291d7ff22a694bd8a289b67cb69b1abc', 'subnets': [{'id': 'fdbd979e-6d0f-4380-b789-bfefa3cbac69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:33:37.500360 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-22667154-e16b-450f-92b2-cd3e4970fc53 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:37.558071 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25a173-616c-4dee-9288-24224453bcbc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Pushing event updated for resources: {'Port': ['ID=21393eee-efb6-49c8-a4b6-6ef000aea3b4,revision_number=2']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:37.563896 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-4a25a173-616c-4dee-9288-24224453bcbc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:37.566087 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-f698b7e3-2090-4fa3-bf07-76991bce5963 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:37.587260 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4a25a173-616c-4dee-9288-24224453bcbc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646687'] for floatingip, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:37.591323 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22667154-e16b-450f-92b2-cd3e4970fc53 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc250ef-164f-4a1f-ba85-301e5fb80f07,revision_number=0']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:37.595913 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-22667154-e16b-450f-92b2-cd3e4970fc53 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:37.675589 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-22667154-e16b-450f-92b2-cd3e4970fc53 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:37.677102 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-22667154-e16b-450f-92b2-cd3e4970fc53 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4940774 Jun 26 16:33:37.679794 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59700) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:37.684567 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-c8da1a9f-5053-4cce-8137-588d39fb6e51 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Request body: {'security_group_rule': {'security_group_id': '45500977-4da7-43c4-ac6a-afe35b5348fa', 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:37.712065 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4a25a173-616c-4dee-9288-24224453bcbc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for floatingip, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:37.725522 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-4a25a173-616c-4dee-9288-24224453bcbc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5366127 Jun 26 16:33:37.827971 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c8da1a9f-5053-4cce-8137-588d39fb6e51 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:37.912054 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c8da1a9f-5053-4cce-8137-588d39fb6e51 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:37.939605 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-1218ebed-53e3-4d34-9799-004a4a826a50 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--866220374&fields=id&tenant_id=3e8d5454a3a34b91b88733c476597ace HTTP/1.1" status: 200 len: 267 time: 0.0377600 Jun 26 16:33:37.979704 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c8da1a9f-5053-4cce-8137-588d39fb6e51 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:38.014340 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c40ae4e4-c356-478f-8927-935dda8b125c tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:38.041085 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da1a9f-5053-4cce-8137-588d39fb6e51 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da09c717-d1ae-4d28-9023-a87e450729c4,revision_number=0']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:38.044953 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c8da1a9f-5053-4cce-8137-588d39fb6e51 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:38.072358 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-065c94e4-efd8-437e-adbf-dde7ddb19340 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:38.073845 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-065c94e4-efd8-437e-adbf-dde7ddb19340 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/networks?id=f32909da-b54c-444e-b1bf-6d65d5e65a3d HTTP/1.1" status: 200 len: 817 time: 0.1273797 Jun 26 16:33:38.089690 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-ae7d9303-5eda-44ee-85fd-c10ef92c19cb tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/quotas/3e8d5454a3a34b91b88733c476597ace HTTP/1.1" status: 200 len: 375 time: 0.0101173 Jun 26 16:33:38.127602 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c8da1a9f-5053-4cce-8137-588d39fb6e51 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:38.128824 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-c8da1a9f-5053-4cce-8137-588d39fb6e51 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4479973 Jun 26 16:33:38.131778 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 59716) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:38.137247 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-5d42ae67-1037-4074-8fc4-62f34c525687 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Request body: {'security_group_rule': {'security_group_id': '45500977-4da7-43c4-ac6a-afe35b5348fa', 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:38.164070 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-25f14f03-1a08-4a60-ae68-da3952268bcf tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e8d5454a3a34b91b88733c476597ace&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0689104 Jun 26 16:33:38.217201 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.securitygroups_db [None req-5d42ae67-1037-4074-8fc4-62f34c525687 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Project 3f012282aa7c41cbbd0c48938b24801f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 16:33:38.223063 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5d42ae67-1037-4074-8fc4-62f34c525687 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:38.265651 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-eb6cf2aa-7d50-47f9-ba3b-9b1f5884bc18 service neutron] 10.222.0.35 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901301 Jun 26 16:33:38.297497 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5d42ae67-1037-4074-8fc4-62f34c525687 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:38.366417 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-317a96f3-7a3a-44c3-8952-ca0e447b4301 service neutron] 10.222.0.35 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942101 Jun 26 16:33:38.377657 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5d42ae67-1037-4074-8fc4-62f34c525687 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:38.380921 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-c9f0fdab-7c72-4dd7-93a5-e49c93cfa268 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:38.398816 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42ae67-1037-4074-8fc4-62f34c525687 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a780423f-3293-4188-814a-d0629917e392,revision_number=0']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:38.401782 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-5d42ae67-1037-4074-8fc4-62f34c525687 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:38.423890 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 2b917c01-fa9b-4135-9c4d-fbb391505f39 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:33:38.480253 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5d42ae67-1037-4074-8fc4-62f34c525687 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:38.481402 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-5d42ae67-1037-4074-8fc4-62f34c525687 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3485510 Jun 26 16:33:38.484223 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59718) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:38.488906 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-a2c825c1-1222-404d-b63f-2b8ce3eae7c1 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Request body: {'security_group_rule': {'security_group_id': '45500977-4da7-43c4-ac6a-afe35b5348fa', 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:38.600157 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning for port 2b917c01-fa9b-4135-9c4d-fbb391505f39 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:33:38.604426 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 2b917c01-fa9b-4135-9c4d-fbb391505f39 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:38.607116 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:38.622576 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-afab8d81-6717-4438-b704-bfe00a945f75 req-8babc227-9b1d-43cd-ad73-18a0d1a06d82 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 210 time: 0.0350299 Jun 26 16:33:38.623917 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.db.securitygroups_db [None req-a2c825c1-1222-404d-b63f-2b8ce3eae7c1 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Project 3f012282aa7c41cbbd0c48938b24801f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 16:33:38.629960 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a2c825c1-1222-404d-b63f-2b8ce3eae7c1 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:38.701512 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a2c825c1-1222-404d-b63f-2b8ce3eae7c1 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:38.702111 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:38.741546 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] For port 2b917c01-fa9b-4135-9c4d-fbb391505f39, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=2b917c01-fa9b-4135-9c4d-fbb391505f39,segment=NetworkSegment(4761e71d-b295-4696-b323-fc1eec618c3f),segment_id=4761e71d-b295-4696-b323-fc1eec618c3f)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:38.777152 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a2c825c1-1222-404d-b63f-2b8ce3eae7c1 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606824'] for security_group_rule, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:38.779495 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:38.799262 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c825c1-1222-404d-b63f-2b8ce3eae7c1 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575c3225-0f46-4c14-bb94-dd7baa1ec735,revision_number=0']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:38.802050 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:38.802725 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-a2c825c1-1222-404d-b63f-2b8ce3eae7c1 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:38.804851 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:38.852705 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Pushing event updated for resources: {'Port': ['ID=2b917c01-fa9b-4135-9c4d-fbb391505f39,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:38.855731 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:38.885711 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a2c825c1-1222-404d-b63f-2b8ce3eae7c1 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:38.887058 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-a2c825c1-1222-404d-b63f-2b8ce3eae7c1 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4017465 Jun 26 16:33:39.774848 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e5d47f9a-55e6-4d57-9db2-db0a48d12052 req-101447b0-fe7d-4d83-8bda-8e3730b5df5a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 210 time: 0.0281527 Jun 26 16:33:39.880124 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:40.096863 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-dbb565fb-3b45-4cd7-b4eb-fa62e0a44394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:40.391726 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 2b917c01-fa9b-4135-9c4d-fbb391505f39 up at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:33:40.401689 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 59806) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:40.446871 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Provisioning complete for port 2b917c01-fa9b-4135-9c4d-fbb391505f39 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:40.447330 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:40.704346 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-06be7cd4-9d24-4fdc-ad75-5cfee6acf099 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:40.705849 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-06be7cd4-9d24-4fdc-ad75-5cfee6acf099 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.38 "GET /v2.0/networks?id=f32909da-b54c-444e-b1bf-6d65d5e65a3d HTTP/1.1" status: 200 len: 817 time: 0.1746731 Jun 26 16:33:40.790083 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-fbf40d8d-42bd-46af-8d84-e284e73b51d7 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e8d5454a3a34b91b88733c476597ace HTTP/1.1" status: 200 len: 379 time: 0.0747151 Jun 26 16:33:40.799358 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-9fa01bd4-b41f-4499-b064-c971a3783ff2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Request body: {'port': {'device_id': '40bae810-8a9c-4a90-ac66-a5ce51316614', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'admin_state_up': True, 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'security_groups': ['32a90a2e-5736-4fdb-a445-a5dc214413c0']}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:40.846126 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:40.938117 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-830cb4b5-6ed3-4a01-b7e3-a1743455cb7c req-254cd870-4feb-4ab2-b80b-234f72eb36fa tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 210 time: 0.0304272 Jun 26 16:33:41.064345 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-9fa01bd4-b41f-4499-b064-c971a3783ff2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Made reservation on behalf of 3e8d5454a3a34b91b88733c476597ace for: {'port': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:33:41.068421 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-9fa01bd4-b41f-4499-b064-c971a3783ff2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:41.412578 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-250b64a8-bd5a-4b4e-8d74-d29bfc389b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684534'] for router_interface, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:41.542711 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-9fa01bd4-b41f-4499-b064-c971a3783ff2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Allocated IP 172.20.0.5 (f32909da-b54c-444e-b1bf-6d65d5e65a3d/6302d635-3f7d-4e5f-b072-feefede6d6d8/ffedc46c-10a1-43bd-ad48-f04bb0472775) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:33:41.764337 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-9fa01bd4-b41f-4499-b064-c971a3783ff2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:41.788066 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.provisioning_blocks [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-9fa01bd4-b41f-4499-b064-c971a3783ff2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Transition to ACTIVE for port object ffedc46c-10a1-43bd-ad48-f04bb0472775 will not be triggered until provisioned by entity DHCP. {{(pid=93424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:33:41.851344 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-250b64a8-bd5a-4b4e-8d74-d29bfc389b8c admin admin] Deleting port 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8 {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:33:41.851679 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-250b64a8-bd5a-4b4e-8d74-d29bfc389b8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:41.929661 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [None req-250b64a8-bd5a-4b4e-8d74-d29bfc389b8c admin admin] For port 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=537d5037-1a9c-43e3-a4b0-cf095f0fc0b8,segment=NetworkSegment(4f604311-0f84-4b21-a003-273b77581632),segment_id=4f604311-0f84-4b21-a003-273b77581632)] {{(pid=93424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:41.929929 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-250b64a8-bd5a-4b4e-8d74-d29bfc389b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:41.942638 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-250b64a8-bd5a-4b4e-8d74-d29bfc389b8c admin admin] Calling delete_port for 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8 owned by network:router_interface {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:33:42.000046 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-9fa01bd4-b41f-4499-b064-c971a3783ff2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9987695'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:42.005183 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-0b5a036e-f8eb-429d-be37-e964df740d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:42.092309 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-9fa01bd4-b41f-4499-b064-c971a3783ff2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Network f32909da-b54c-444e-b1bf-6d65d5e65a3d is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:33:42.101068 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-9fa01bd4-b41f-4499-b064-c971a3783ff2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:33:42.111117 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-9fa01bd4-b41f-4499-b064-c971a3783ff2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:33:42.139080 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566f219-306c-43d6-9516-5ff1a697ec4b req-a8ceb60e-cb79-482d-b503-87b345e5f893 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:42.143258 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa01bd4-b41f-4499-b064-c971a3783ff2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Pushing event updated for resources: {'Port': ['ID=ffedc46c-10a1-43bd-ad48-f04bb0472775,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:42.148924 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c566f219-306c-43d6-9516-5ff1a697ec4b req-a8ceb60e-cb79-482d-b503-87b345e5f893 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 931 time: 0.0737536 Jun 26 16:33:42.159787 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-9fa01bd4-b41f-4499-b064-c971a3783ff2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:42.187903 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c566f219-306c-43d6-9516-5ff1a697ec4b req-c3746222-45a7-4cfb-9c72-d67a0b98c231 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375023 Jun 26 16:33:42.193966 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-9fa01bd4-b41f-4499-b064-c971a3783ff2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:42.194603 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-9fa01bd4-b41f-4499-b064-c971a3783ff2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:42.280711 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-9fa01bd4-b41f-4499-b064-c971a3783ff2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4848783 Jun 26 16:33:42.293499 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Request body: {'port': {'device_id': '40bae810-8a9c-4a90-ac66-a5ce51316614', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:42.297081 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-250b64a8-bd5a-4b4e-8d74-d29bfc389b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:42.320246 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-8e32045c-f272-4440-9adf-46aef1ee2a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:42.353562 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b64a8-bd5a-4b4e-8d74-d29bfc389b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=537d5037-1a9c-43e3-a4b0-cf095f0fc0b8,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:42.362400 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-250b64a8-bd5a-4b4e-8d74-d29bfc389b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:42.371892 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-25ab3b46-5511-46e5-8d7a-0320af7cbef4 None None] Provisioning for port ffedc46c-10a1-43bd-ad48-f04bb0472775 completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:33:42.376813 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-25ab3b46-5511-46e5-8d7a-0320af7cbef4 None None] Provisioning complete for port ffedc46c-10a1-43bd-ad48-f04bb0472775 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:42.378823 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-25ab3b46-5511-46e5-8d7a-0320af7cbef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:42.420482 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-25ab3b46-5511-46e5-8d7a-0320af7cbef4 None None] Port ffedc46c-10a1-43bd-ad48-f04bb0472775 cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:33:42.459457 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:42.650033 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-250b64a8-bd5a-4b4e-8d74-d29bfc389b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645638'] for router_interface, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:42.662689 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:42.968079 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffedc46c-10a1-43bd-ad48-f04bb0472775 {{(pid=93424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:33:42.978037 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:43.002080 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.provisioning_blocks [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Transition to ACTIVE for port object ffedc46c-10a1-43bd-ad48-f04bb0472775 will not be triggered until provisioned by entity L2. {{(pid=93424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:33:43.010729 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250b64a8-bd5a-4b4e-8d74-d29bfc389b8c admin admin] Router d92536f8-cd05-4ff0-826f-2de42df908fb has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:33:43.058984 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:43.063217 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-0d8e52ab-11b6-45cd-9ef1-d7e4056939f5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:43.156571 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Pushing event updated for resources: {'Port': ['ID=ffedc46c-10a1-43bd-ad48-f04bb0472775,revision_number=2']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:43.166448 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:43.186019 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250b64a8-bd5a-4b4e-8d74-d29bfc389b8c admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:33:43.194364 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-250b64a8-bd5a-4b4e-8d74-d29bfc389b8c admin admin] 10.222.0.35 "PUT /v2.0/routers/d92536f8-cd05-4ff0-826f-2de42df908fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7886550 Jun 26 16:33:43.194519 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59824) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:43.197464 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a646bd53-61e3-48f8-b7c2-7c7e96e7d891 None None] Sync routers for ids ['d92536f8-cd05-4ff0-826f-2de42df908fb'] in dv-cinder-798189-1-iscsi {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:33:43.220013 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a646bd53-61e3-48f8-b7c2-7c7e96e7d891 None None] Routers {'d92536f8-cd05-4ff0-826f-2de42df908fb'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:33:43.220559 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-a646bd53-61e3-48f8-b7c2-7c7e96e7d891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:33:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d92536f8-cd05-4ff0-826f-2de42df908fb'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:43.247468 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Attempting to bind port ffedc46c-10a1-43bd-ad48-f04bb0472775 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:33:43.247962 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Attempting to bind port ffedc46c-10a1-43bd-ad48-f04bb0472775 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'c406c7f9-c429-4f0a-80a4-a6324393fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d'}] {{(pid=93424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:33:43.248357 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Attempting to bind port ffedc46c-10a1-43bd-ad48-f04bb0472775 on network f32909da-b54c-444e-b1bf-6d65d5e65a3d {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:33:43.253442 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Port ffedc46c-10a1-43bd-ad48-f04bb0472775 on network f32909da-b54c-444e-b1bf-6d65d5e65a3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:33:43.253873 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Attempting to bind port ffedc46c-10a1-43bd-ad48-f04bb0472775 on network f32909da-b54c-444e-b1bf-6d65d5e65a3d {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:33:43.259286 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Checking agent: {'id': '017f0d27-5c15-4479-952a-00a1dbd8023d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'started_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:33:43.259834 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Checking segment: {'id': 'c406c7f9-c429-4f0a-80a4-a6324393fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:33:43.260234 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Bound using segment: {'id': 'c406c7f9-c429-4f0a-80a4-a6324393fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d'} {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:33:43.260675 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Bound port: ffedc46c-10a1-43bd-ad48-f04bb0472775, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c406c7f9-c429-4f0a-80a4-a6324393fca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d'}}] {{(pid=93424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:33:43.261043 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:43.334599 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] For port ffedc46c-10a1-43bd-ad48-f04bb0472775, host hv-cinder-79818, cleared binding levels {{(pid=93424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:33:43.339504 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] For port ffedc46c-10a1-43bd-ad48-f04bb0472775, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ffedc46c-10a1-43bd-ad48-f04bb0472775,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:33:43.396619 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-a646bd53-61e3-48f8-b7c2-7c7e96e7d891 None None] Set router d92536f8-cd05-4ff0-826f-2de42df908fb gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:33:43.417886 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:43.420269 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-4493d07d-2ab5-4751-a6c2-8d827c0a3af1 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:43.467849 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:43.468567 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:43.470413 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] 10.222.0.38 "PUT /v2.0/ports/ffedc46c-10a1-43bd-ad48-f04bb0472775 HTTP/1.1" status: 200 len: 1093 time: 1.1809409 Jun 26 16:33:43.474818 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bae810-8a9c-4a90-ac66-a5ce51316614', 'tag': 'ffedc46c-10a1-43bd-ad48-f04bb0472775'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:33:43.477732 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b1e759-fa26-4b71-b589-b12a65b62926" -d '{"events": [{"name": "network-changed", "server_uuid": "40bae810-8a9c-4a90-ac66-a5ce51316614", "tag": "ffedc46c-10a1-43bd-ad48-f04bb0472775"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:33:43.509583 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Pushing event updated for resources: {'Port': ['ID=ffedc46c-10a1-43bd-ad48-f04bb0472775,revision_number=3']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:43.513220 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:43.538811 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960d35e0-b771-49b2-a950-e5737835758d x-openstack-request-id: req-960d35e0-b771-49b2-a950-e5737835758d {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:33:43.539455 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bae810-8a9c-4a90-ac66-a5ce51316614", "tag": "ffedc46c-10a1-43bd-ad48-f04bb0472775", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:33:43.539857 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-960d35e0-b771-49b2-a950-e5737835758d {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:33:43.540455 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bae810-8a9c-4a90-ac66-a5ce51316614', 'tag': 'ffedc46c-10a1-43bd-ad48-f04bb0472775', 'status': 'completed', 'code': 200} Jun 26 16:33:43.620618 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1e759-fa26-4b71-b589-b12a65b62926 req-9fbc5b04-9f3c-4a3c-a6f8-59fc8b9b5732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:43.622133 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-b5b1e759-fa26-4b71-b589-b12a65b62926 req-9fbc5b04-9f3c-4a3c-a6f8-59fc8b9b5732 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e8d5454a3a34b91b88733c476597ace&device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 1096 time: 0.0603032 Jun 26 16:33:43.653375 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-a646bd53-61e3-48f8-b7c2-7c7e96e7d891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'name': 'tempest-AttachVolumeTestJSON-1853895905-router', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:11Z', 'updated_at': '2021-06-26T16:33:42Z', 'revision_number': 5, 'project_id': '37245b0b96f64637951914c50cb066eb', 'gw_port': {'id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:12Z', 'updated_at': '2021-06-26T16:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:43.690324 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a646bd53-61e3-48f8-b7c2-7c7e96e7d891 None None] Checking router: d92536f8-cd05-4ff0-826f-2de42df908fb for host: dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:33:43.707293 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a646bd53-61e3-48f8-b7c2-7c7e96e7d891 None None] Routers {'d92536f8-cd05-4ff0-826f-2de42df908fb'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:33:43.708240 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-a646bd53-61e3-48f8-b7c2-7c7e96e7d891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:33:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d92536f8-cd05-4ff0-826f-2de42df908fb'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:43.710203 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-15d667b0-5778-4f51-9071-bdae86d71a76 admin admin] Notify callbacks [] for router, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:43.747815 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1e759-fa26-4b71-b589-b12a65b62926 req-f11957a0-c3cd-480e-b1c3-dbcb9368da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:43.749315 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-b5b1e759-fa26-4b71-b589-b12a65b62926 req-f11957a0-c3cd-480e-b1c3-dbcb9368da93 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=3e8d5454a3a34b91b88733c476597ace&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1195633 Jun 26 16:33:43.755658 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38372d9-b71b-4703-83bb-d2b49295a313 req-3e4d9648-372e-40d1-ac77-6f6c470ebc7b tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:43.757081 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d38372d9-b71b-4703-83bb-d2b49295a313 req-3e4d9648-372e-40d1-ac77-6f6c470ebc7b tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 943 time: 0.4081883 Jun 26 16:33:43.800708 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d38372d9-b71b-4703-83bb-d2b49295a313 req-48c415bb-a0dc-4817-9cd6-ec087f8a422c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377245 Jun 26 16:33:43.839975 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-a646bd53-61e3-48f8-b7c2-7c7e96e7d891 None None] Set router d92536f8-cd05-4ff0-826f-2de42df908fb gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:33:43.870476 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-15d667b0-5778-4f51-9071-bdae86d71a76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:43.890879 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1e759-fa26-4b71-b589-b12a65b62926 req-24fe84a7-258d-41bf-8efd-2d710ddf717a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:43.892510 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-b5b1e759-fa26-4b71-b589-b12a65b62926 req-24fe84a7-258d-41bf-8efd-2d710ddf717a service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1367636 Jun 26 16:33:43.977033 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-15d667b0-5778-4f51-9071-bdae86d71a76 admin admin] Deleting port e6effc94-cb5c-44b8-83cd-69ae2daff3f9 {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:33:43.977692 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-15d667b0-5778-4f51-9071-bdae86d71a76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:43.994877 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-acd2e83f-ce62-4f13-90b2-597a189ba969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:43.996693 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-acd2e83f-ce62-4f13-90b2-597a189ba969 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e8d5454a3a34b91b88733c476597ace&device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 1096 time: 0.0633886 Jun 26 16:33:44.030721 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-a646bd53-61e3-48f8-b7c2-7c7e96e7d891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'name': 'tempest-AttachVolumeTestJSON-1853895905-router', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:11Z', 'updated_at': '2021-06-26T16:33:42Z', 'revision_number': 5, 'project_id': '37245b0b96f64637951914c50cb066eb', 'gw_port': {'id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:12Z', 'updated_at': '2021-06-26T16:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:44.045335 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-8146c67b-c21e-4a0d-b2a5-4a892a7056bb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffedc46c-10a1-43bd-ad48-f04bb0472775 HTTP/1.1" status: 200 len: 217 time: 0.0391068 Jun 26 16:33:44.059376 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a646bd53-61e3-48f8-b7c2-7c7e96e7d891 None None] The sync data for ids ['d92536f8-cd05-4ff0-826f-2de42df908fb'] in dv-cinder-798189-1-iscsi is: [{'id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'name': 'tempest-AttachVolumeTestJSON-1853895905-router', 'tenant_id': '37245b0b96f64637951914c50cb066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:26:11Z', 'updated_at': '2021-06-26T16:33:42Z', 'revision_number': 5, 'project_id': '37245b0b96f64637951914c50cb066eb', 'gw_port': {'id': 'e6effc94-cb5c-44b8-83cd-69ae2daff3f9', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92536f8-cd05-4ff0-826f-2de42df908fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:26:12Z', 'updated_at': '2021-06-26T16:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}] {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:33:44.062008 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [None req-15d667b0-5778-4f51-9071-bdae86d71a76 admin admin] For port e6effc94-cb5c-44b8-83cd-69ae2daff3f9, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=e6effc94-cb5c-44b8-83cd-69ae2daff3f9,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:44.062474 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-15d667b0-5778-4f51-9071-bdae86d71a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:44.078599 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-15d667b0-5778-4f51-9071-bdae86d71a76 admin admin] Calling delete_port for e6effc94-cb5c-44b8-83cd-69ae2daff3f9 owned by network:router_gateway {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:33:44.107510 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-cfcffeff-f998-44db-91c3-360fd0db49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:44.108982 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-cfcffeff-f998-44db-91c3-360fd0db49e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6302d635-3f7d-4e5f-b072-feefede6d6d8 HTTP/1.1" status: 200 len: 856 time: 0.0556874 Jun 26 16:33:44.170784 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-4df53f51-79a1-4ab1-9187-aa10dec67e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:44.172303 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-4df53f51-79a1-4ab1-9187-aa10dec67e4b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f32909da-b54c-444e-b1bf-6d65d5e65a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556710 Jun 26 16:33:44.268394 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-7a9b603d-3278-4e3c-a38d-f139826545f3 service neutron] 10.222.0.38 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881944 Jun 26 16:33:44.314623 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-15d667b0-5778-4f51-9071-bdae86d71a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:44.317436 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-e04853c1-dbe2-4b10-8ed8-39426fc420a5 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:44.341119 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d667b0-5778-4f51-9071-bdae86d71a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6effc94-cb5c-44b8-83cd-69ae2daff3f9,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:44.344551 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-15d667b0-5778-4f51-9071-bdae86d71a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:44.365358 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-21204f5c-2dc7-4106-afa1-cb3bf08878c8 req-cdc3f5bf-3f5d-448f-8780-a2b846dbdf86 service neutron] 10.222.0.38 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902209 Jun 26 16:33:44.402871 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-15d667b0-5778-4f51-9071-bdae86d71a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646844'] for router_gateway, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:44.493115 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-15d667b0-5778-4f51-9071-bdae86d71a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5638'] for router, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:44.495486 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-15d667b0-5778-4f51-9071-bdae86d71a76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:44.537377 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8 no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:33:44.557930 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:33:44.558408 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 537d5037-1a9c-43e3-a4b0-cf095f0fc0b8 not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:33:44.611284 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-15d667b0-5778-4f51-9071-bdae86d71a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646123'] for router, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:44.611784 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d667b0-5778-4f51-9071-bdae86d71a76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d92536f8-cd05-4ff0-826f-2de42df908fb {{(pid=93425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 16:33:44.617243 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-15d667b0-5778-4f51-9071-bdae86d71a76 admin admin] Notify callbacks [] for router, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:44.618444 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-15d667b0-5778-4f51-9071-bdae86d71a76 admin admin] 10.222.0.35 "DELETE /v2.0/routers/d92536f8-cd05-4ff0-826f-2de42df908fb HTTP/1.1" status: 204 len: 168 time: 1.4234223 Jun 26 16:33:44.621013 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59832) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:44.667284 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ddb8a4-32c2-49c5-a150-696aeb1bf14e admin admin] Deleting subnet bf83ec24-380c-4a3f-bf30-b819dca890ff {{(pid=93425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:33:44.670247 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-52ddb8a4-32c2-49c5-a150-696aeb1bf14e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:44.710456 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-52ddb8a4-32c2-49c5-a150-696aeb1bf14e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2683751'] for subnet, precommit_delete_associations {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:44.821324 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-52ddb8a4-32c2-49c5-a150-696aeb1bf14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077411'] for subnet, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:44.972470 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-52ddb8a4-32c2-49c5-a150-696aeb1bf14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2366254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2799837'] for subnet, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:44.977171 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:45.007524 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddb8a4-32c2-49c5-a150-696aeb1bf14e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf83ec24-380c-4a3f-bf30-b819dca890ff,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:45.016678 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762531ba-c910-44c0-86cd-f6051dc40f9c None None] Network 6e78350e-b03c-4768-a782-c82d20e18c58 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:33:45.017175 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e28c18-c325-464e-93d4-492985523e35 req-a989c1b6-c368-4d99-b8e8-e14daece2bd5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:45.018644 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-72e28c18-c325-464e-93d4-492985523e35 req-a989c1b6-c368-4d99-b8e8-e14daece2bd5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 943 time: 0.0950923 Jun 26 16:33:45.020607 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-52ddb8a4-32c2-49c5-a150-696aeb1bf14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:45.025274 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-52ddb8a4-32c2-49c5-a150-696aeb1bf14e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bf83ec24-380c-4a3f-bf30-b819dca890ff HTTP/1.1" status: 204 len: 168 time: 0.4000909 Jun 26 16:33:45.025274 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-52ddb8a4-32c2-49c5-a150-696aeb1bf14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:45.025520 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 59838) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:45.068160 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-72e28c18-c325-464e-93d4-492985523e35 req-c6a7fc04-23f1-4b8f-9030-01091f39f217 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356874 Jun 26 16:33:45.109544 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599898'] for network, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:45.127889 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:33:45.176509 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] Deleting port 642319f0-ae83-45cf-b910-0566d0ce42c0 {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:33:45.176855 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:45.216498 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefe300c-9e53-4f7c-88f9-f47720717884 None None] DHCP port deletion for 6e78350e-b03c-4768-a782-c82d20e18c58 request from dv-cinder-798189-1-iscsi {{(pid=93426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 16:33:45.248751 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] For port 642319f0-ae83-45cf-b910-0566d0ce42c0, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=642319f0-ae83-45cf-b910-0566d0ce42c0,segment=NetworkSegment(4f604311-0f84-4b21-a003-273b77581632),segment_id=4f604311-0f84-4b21-a003-273b77581632)] {{(pid=93424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:45.248751 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:45.260057 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] Calling delete_port for 642319f0-ae83-45cf-b910-0566d0ce42c0 owned by network:dhcp {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:33:45.267396 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-fefe300c-9e53-4f7c-88f9-f47720717884 None None] Deleting port 642319f0-ae83-45cf-b910-0566d0ce42c0 {{(pid=93426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:33:45.267796 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-fefe300c-9e53-4f7c-88f9-f47720717884 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:45.330427 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-fefe300c-9e53-4f7c-88f9-f47720717884 None None] For port 642319f0-ae83-45cf-b910-0566d0ce42c0, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=642319f0-ae83-45cf-b910-0566d0ce42c0,segment=NetworkSegment(4f604311-0f84-4b21-a003-273b77581632),segment_id=4f604311-0f84-4b21-a003-273b77581632)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:45.330858 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-fefe300c-9e53-4f7c-88f9-f47720717884 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:45.346109 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-fefe300c-9e53-4f7c-88f9-f47720717884 None None] Calling delete_port for 642319f0-ae83-45cf-b910-0566d0ce42c0 owned by network:dhcp {{(pid=93426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:33:45.406058 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:45.409053 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-c8bd3b3d-1fe6-4654-96e8-eef7b02f4f9f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:45.425146 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-fefe300c-9e53-4f7c-88f9-f47720717884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750'] for port, after_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:45.427582 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:45.436867 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] No DVR routers for this DVR port 642319f0-ae83-45cf-b910-0566d0ce42c0 on host dv-cinder-798189-1-iscsi {{(pid=93424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:33:45.442264 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=642319f0-ae83-45cf-b910-0566d0ce42c0,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:45.444436 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:45.451654 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe300c-9e53-4f7c-88f9-f47720717884 None None] Pushing event deleted for resources: {'Port': ['ID=642319f0-ae83-45cf-b910-0566d0ce42c0,revision_number=None']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:45.456006 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefe300c-9e53-4f7c-88f9-f47720717884 None None] No DVR routers for this DVR port 642319f0-ae83-45cf-b910-0566d0ce42c0 on host dv-cinder-798189-1-iscsi {{(pid=93426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:33:45.466100 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe300c-9e53-4f7c-88f9-f47720717884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:45.466100 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe300c-9e53-4f7c-88f9-f47720717884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:45.466100 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe300c-9e53-4f7c-88f9-f47720717884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:45.466100 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe300c-9e53-4f7c-88f9-f47720717884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:45.466100 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe300c-9e53-4f7c-88f9-f47720717884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:45.466100 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe300c-9e53-4f7c-88f9-f47720717884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:45.466100 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe300c-9e53-4f7c-88f9-f47720717884 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:45.466100 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe300c-9e53-4f7c-88f9-f47720717884 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:45.466100 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe300c-9e53-4f7c-88f9-f47720717884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:45.467675 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe300c-9e53-4f7c-88f9-f47720717884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:45.467675 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe300c-9e53-4f7c-88f9-f47720717884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:45.467675 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe300c-9e53-4f7c-88f9-f47720717884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:45.469878 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-fefe300c-9e53-4f7c-88f9-f47720717884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:45.519369 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2078910', 'neutron.services.segments.db._delete_segments_for_network-8735253278486'] for network, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:45.529019 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.services.segments.db [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e78350e-b03c-4768-a782-c82d20e18c58']}} {{(pid=93424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:45.538274 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.services.segments.db [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f604311-0f84-4b21-a003-273b77581632') {'for_net_delete': True} {{(pid=93424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:45.538569 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.services.segments.db [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f604311-0f84-4b21-a003-273b77581632') {} {{(pid=93424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:45.546860 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735253296631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9654311'] for segment, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:45.560009 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:45.565493 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:33:45.565868 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9987769'] for segment, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: Traceback (most recent call last): Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: timer() Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: cb(*args, **kw) Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: return func(*args, **kwargs) Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: self._notify() Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: self.callback(batched_events) Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: event.method(event) Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: return f(self, *a, **k) Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: return self._get(url).json() Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: return self.request(url, 'GET', **kwargs) Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:33:45.568078 dv-cinder-798189-1-iscsi neutron-server[93424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:33:45.703065 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2078901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646772'] for network, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:45.706843 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-ca5bc67f-6e07-49b8-8ec5-ecbbe7cfa97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:45.709414 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:45.711176 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6e78350e-b03c-4768-a782-c82d20e18c58 HTTP/1.1" status: 204 len: 168 time: 0.6851907 Jun 26 16:33:45.724678 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e78350e-b03c-4768-a782-c82d20e18c58,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:45.724678 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-2361594c-a7d8-401c-b02b-6efb1900c9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:46.039287 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 59844) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:46.080014 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-7fa8230b-6faa-421e-bbeb-4dd2376d01fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=37245b0b96f64637951914c50cb066eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0394621 Jun 26 16:33:46.082404 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 59846) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:46.131013 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0b98df93-ef1c-4433-8ded-0e702c70d5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:46.152952 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0b98df93-ef1c-4433-8ded-0e702c70d5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:46.258152 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34df342-19ea-425f-99f3-de67470aa754 req-64aacebc-367b-4e68-b15f-9cd8a93eebe8 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:46.259829 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a34df342-19ea-425f-99f3-de67470aa754 req-64aacebc-367b-4e68-b15f-9cd8a93eebe8 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 943 time: 0.0626302 Jun 26 16:33:46.300773 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a34df342-19ea-425f-99f3-de67470aa754 req-838138e9-7714-4dff-ad4b-1bf1aa6ce4e2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326447 Jun 26 16:33:46.302724 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0b98df93-ef1c-4433-8ded-0e702c70d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:46.305467 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0b98df93-ef1c-4433-8ded-0e702c70d5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:46.306604 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-0b98df93-ef1c-4433-8ded-0e702c70d5b9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e09e3792-fd71-44fd-ae0e-1618791e543b HTTP/1.1" status: 204 len: 168 time: 0.2232621 Jun 26 16:33:46.307448 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-3b3ef6b7-683a-40d7-8ba0-39d0319ebe09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:46.317581 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98df93-ef1c-4433-8ded-0e702c70d5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09e3792-fd71-44fd-ae0e-1618791e543b,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:46.327186 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-0b98df93-ef1c-4433-8ded-0e702c70d5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:46.400482 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 642319f0-ae83-45cf-b910-0566d0ce42c0 no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:33:46.421013 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: 642319f0-ae83-45cf-b910-0566d0ce42c0 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:33:46.421664 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 642319f0-ae83-45cf-b910-0566d0ce42c0 not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:33:46.422263 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device e6effc94-cb5c-44b8-83cd-69ae2daff3f9 no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:33:46.440971 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: e6effc94-cb5c-44b8-83cd-69ae2daff3f9 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:33:46.441348 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device e6effc94-cb5c-44b8-83cd-69ae2daff3f9 not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:33:47.477414 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa7c45-9387-444f-93b3-056f459635dd req-6842895e-befc-4413-96a0-884a38cda481 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:47.478920 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-baaa7c45-9387-444f-93b3-056f459635dd req-6842895e-befc-4413-96a0-884a38cda481 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 943 time: 0.0633070 Jun 26 16:33:47.520255 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-baaa7c45-9387-444f-93b3-056f459635dd req-4444db13-eb91-419e-9f8b-7c6777bc566f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358744 Jun 26 16:33:47.584121 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device ffedc46c-10a1-43bd-ad48-f04bb0472775 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:33:47.686391 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port ffedc46c-10a1-43bd-ad48-f04bb0472775, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ffedc46c-10a1-43bd-ad48-f04bb0472775,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:47.698439 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': 'ffedc46c-10a1-43bd-ad48-f04bb0472775', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'port_id': 'ffedc46c-10a1-43bd-ad48-f04bb0472775', 'mac_address': 'fa:16:3e:a6:46:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:33:47.734552 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:47.747258 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffedc46c-10a1-43bd-ad48-f04bb0472775 {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:33:47.766409 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port ffedc46c-10a1-43bd-ad48-f04bb0472775, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ffedc46c-10a1-43bd-ad48-f04bb0472775,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:47.845467 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:47.848909 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-eb99a4c7-48f3-4df3-a2a6-24bb0e0bcc00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:47.894946 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=ffedc46c-10a1-43bd-ad48-f04bb0472775,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:47.898156 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:48.077005 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['ffedc46c-10a1-43bd-ad48-f04bb0472775'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:33:48.151215 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 59904) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:48.252185 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-323bbf29-3b2f-4163-874a-c604d3758c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:48.340452 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-323bbf29-3b2f-4163-874a-c604d3758c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:48.411863 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-323bbf29-3b2f-4163-874a-c604d3758c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:48.414262 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b2ffd0b9-14de-4754-a792-60107e302908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:48.454839 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-323bbf29-3b2f-4163-874a-c604d3758c58 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9eb9a2a4b9304cbbb4630103aea01ed8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024452 Jun 26 16:33:48.455888 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323bbf29-3b2f-4163-874a-c604d3758c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc303860-1050-4898-91b1-f0fe0de4947c,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:48.457592 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59908) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:48.459050 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-323bbf29-3b2f-4163-874a-c604d3758c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:48.512323 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-e633c506-088c-4383-8297-6444291db9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:48.532996 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-e633c506-088c-4383-8297-6444291db9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:48.655434 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-e633c506-088c-4383-8297-6444291db9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:48.655434 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-e633c506-088c-4383-8297-6444291db9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:48.655434 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-e633c506-088c-4383-8297-6444291db9dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fc303860-1050-4898-91b1-f0fe0de4947c HTTP/1.1" status: 204 len: 168 time: 0.1962955 Jun 26 16:33:48.672688 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-f3a5b0ba-18b5-45e3-a7d0-694ddbc6a1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:48.684962 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633c506-088c-4383-8297-6444291db9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc303860-1050-4898-91b1-f0fe0de4947c,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:48.688273 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-e633c506-088c-4383-8297-6444291db9dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:48.719193 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7ad3d-34cf-4956-9948-10683e7190d8 req-fa30f175-ca3c-4e10-ad63-d56d0f0fd306 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:48.720691 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-73b7ad3d-34cf-4956-9948-10683e7190d8 req-fa30f175-ca3c-4e10-ad63-d56d0f0fd306 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 944 time: 0.0807173 Jun 26 16:33:48.760551 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-73b7ad3d-34cf-4956-9948-10683e7190d8 req-cd51898e-9fa8-4d3f-bb42-8d24fb416530 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337100 Jun 26 16:33:49.595517 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device ffedc46c-10a1-43bd-ad48-f04bb0472775 up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:33:49.685973 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning for port ffedc46c-10a1-43bd-ad48-f04bb0472775 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:33:49.690440 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port ffedc46c-10a1-43bd-ad48-f04bb0472775 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:49.690864 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:49.898947 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:49.922364 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bae810-8a9c-4a90-ac66-a5ce51316614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffedc46c-10a1-43bd-ad48-f04bb0472775'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:33:49.924771 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756e7775-1d5c-4931-b53f-72b46f421dd3" -d '{"events": [{"server_uuid": "40bae810-8a9c-4a90-ac66-a5ce51316614", "name": "network-vif-plugged", "status": "completed", "tag": "ffedc46c-10a1-43bd-ad48-f04bb0472775"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:33:49.938215 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port ffedc46c-10a1-43bd-ad48-f04bb0472775, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ffedc46c-10a1-43bd-ad48-f04bb0472775,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:49.965360 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f198-6148-40a5-b4ea-0d274e16f85e req-779cf23d-e6d4-4f8c-a6b0-619968c2da8c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:49.966921 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e952f198-6148-40a5-b4ea-0d274e16f85e req-779cf23d-e6d4-4f8c-a6b0-619968c2da8c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 944 time: 0.0847154 Jun 26 16:33:49.967737 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf6589b-ccb9-4bb0-ba8f-83d0e802e855 x-openstack-request-id: req-3cf6589b-ccb9-4bb0-ba8f-83d0e802e855 {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:33:49.968032 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bae810-8a9c-4a90-ac66-a5ce51316614", "name": "network-vif-plugged", "status": "completed", "tag": "ffedc46c-10a1-43bd-ad48-f04bb0472775", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:33:49.968330 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3cf6589b-ccb9-4bb0-ba8f-83d0e802e855 {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:33:49.968726 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bae810-8a9c-4a90-ac66-a5ce51316614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffedc46c-10a1-43bd-ad48-f04bb0472775', 'code': 200} Jun 26 16:33:50.017005 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:50.021683 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-1a992241-7739-433c-afd5-67ac02fb6807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:50.022625 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e952f198-6148-40a5-b4ea-0d274e16f85e req-685f6187-9ef0-4e1a-b6e3-4e3a4321d8af tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447130 Jun 26 16:33:50.069492 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=ffedc46c-10a1-43bd-ad48-f04bb0472775,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:50.072572 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:50.315323 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdafce-8bff-4f66-b063-d262c7c4785b req-68502ebc-0143-430c-914f-3e2d096d9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:50.316931 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-7abdafce-8bff-4f66-b063-d262c7c4785b req-68502ebc-0143-430c-914f-3e2d096d9946 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 1098 time: 0.0534558 Jun 26 16:33:50.353177 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-7abdafce-8bff-4f66-b063-d262c7c4785b req-47bce90e-baa9-4883-a8ed-e3154f8ce0de service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296018 Jun 26 16:33:50.953578 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59976) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:51.054216 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-e1b22f30-2ba8-4faa-a599-8cd8039e43cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:51.145012 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-e1b22f30-2ba8-4faa-a599-8cd8039e43cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:51.211762 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-e1b22f30-2ba8-4faa-a599-8cd8039e43cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:51.214989 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-bc570402-ded4-4ff9-8507-8a55c5959914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:51.223473 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61f4fd-e86b-408e-944f-33669dac5139 req-ed80200d-ad5c-4dd6-b197-d2ba9816f2c5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:51.225040 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-eb61f4fd-e86b-408e-944f-33669dac5139 req-ed80200d-ad5c-4dd6-b197-d2ba9816f2c5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0667405 Jun 26 16:33:51.275342 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-e1b22f30-2ba8-4faa-a599-8cd8039e43cd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f8cfe6a437144c98c587a30182e6579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206258 Jun 26 16:33:51.277970 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 59988) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:51.278830 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b22f30-2ba8-4faa-a599-8cd8039e43cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a320424d-8410-4e49-83cd-78f089788e88,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:51.289712 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-e1b22f30-2ba8-4faa-a599-8cd8039e43cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:51.306275 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-eb61f4fd-e86b-408e-944f-33669dac5139 req-3df12f6f-b84d-4d74-a1f2-ceed989e6bc6 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751405 Jun 26 16:33:51.330276 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3f255d69-1e53-4479-ad91-1e92fe8c9056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:51.354045 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3f255d69-1e53-4479-ad91-1e92fe8c9056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:51.474305 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3f255d69-1e53-4479-ad91-1e92fe8c9056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:51.476993 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3f255d69-1e53-4479-ad91-1e92fe8c9056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:51.478141 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-3f255d69-1e53-4479-ad91-1e92fe8c9056 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a320424d-8410-4e49-83cd-78f089788e88 HTTP/1.1" status: 204 len: 168 time: 0.1989427 Jun 26 16:33:51.478962 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-0b98df93-ef1c-4433-8ded-0e702c70d5b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:51.486051 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f255d69-1e53-4479-ad91-1e92fe8c9056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a320424d-8410-4e49-83cd-78f089788e88,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:51.488257 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-3f255d69-1e53-4479-ad91-1e92fe8c9056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:52.061431 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 59994) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:52.078413 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ab381e18-f2e1-4a17-9663-3db4f7ba0827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:52.161161 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ab381e18-f2e1-4a17-9663-3db4f7ba0827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:52.222167 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ab381e18-f2e1-4a17-9663-3db4f7ba0827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:52.225005 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-e1b22f30-2ba8-4faa-a599-8cd8039e43cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:52.259856 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-ab381e18-f2e1-4a17-9663-3db4f7ba0827 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=498f398b050b4a808eaf43f8e0692d3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1973593 Jun 26 16:33:52.260752 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab381e18-f2e1-4a17-9663-3db4f7ba0827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de77f15-f5ac-493d-ace3-904e0b54e792,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:52.262627 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 59996) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:52.263675 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-ab381e18-f2e1-4a17-9663-3db4f7ba0827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:52.311798 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-644475c0-3a3d-4d4b-aadd-380027a888c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:52.332020 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-644475c0-3a3d-4d4b-aadd-380027a888c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:52.471701 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-644475c0-3a3d-4d4b-aadd-380027a888c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:52.475633 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-644475c0-3a3d-4d4b-aadd-380027a888c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:52.480485 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-644475c0-3a3d-4d4b-aadd-380027a888c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4de77f15-f5ac-493d-ace3-904e0b54e792 HTTP/1.1" status: 204 len: 168 time: 0.2132833 Jun 26 16:33:52.480485 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-7727746b-d792-45c9-bb69-bfa8b4067875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:52.491091 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644475c0-3a3d-4d4b-aadd-380027a888c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de77f15-f5ac-493d-ace3-904e0b54e792,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:52.492165 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71765c92-5885-4c21-9bc0-8233df144d46 req-0e604220-80f3-474e-b993-b309f2a17533 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:52.494150 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-71765c92-5885-4c21-9bc0-8233df144d46 req-0e604220-80f3-474e-b993-b309f2a17533 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0703533 Jun 26 16:33:52.498783 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-644475c0-3a3d-4d4b-aadd-380027a888c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:52.548674 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-71765c92-5885-4c21-9bc0-8233df144d46 req-8fad38af-cf23-463b-bee8-6b84b3c660b8 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449564 Jun 26 16:33:52.723939 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5039e1-1f24-4cf0-be28-c518f3efb396 req-399b4e86-941e-4e06-96b2-fc309e22ea68 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:52.725785 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ab5039e1-1f24-4cf0-be28-c518f3efb396 req-399b4e86-941e-4e06-96b2-fc309e22ea68 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0702722 Jun 26 16:33:52.734512 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 60006) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:52.743226 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-f639638c-0b3a-41f1-84e4-8297b7a9425e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Request body: {'floatingip': {'port_id': 'ffedc46c-10a1-43bd-ad48-f04bb0472775'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:52.784673 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f639638c-0b3a-41f1-84e4-8297b7a9425e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for floatingip, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:53.215721 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f639638c-0b3a-41f1-84e4-8297b7a9425e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:53.296851 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f639638c-0b3a-41f1-84e4-8297b7a9425e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646687'] for floatingip, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:53.398067 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.db.l3_db [None req-f639638c-0b3a-41f1-84e4-8297b7a9425e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Floating IP 6b26cdd4-d0ab-4273-9db9-51a63747ee9e associated. External IP: 172.27.2.29, port: ffedc46c-10a1-43bd-ad48-f04bb0472775. Jun 26 16:33:53.598682 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f639638c-0b3a-41f1-84e4-8297b7a9425e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Router d775a92f-66e1-408e-9006-2f89f1e0fca5 has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:33:53.701310 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f639638c-0b3a-41f1-84e4-8297b7a9425e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:33:53.705881 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f639638c-0b3a-41f1-84e4-8297b7a9425e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for floatingip, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:53.710792 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054ff2e8-d089-4327-accf-458afc3ed0fe None None] Sync routers for ids ['d775a92f-66e1-408e-9006-2f89f1e0fca5'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:33:53.719269 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054ff2e8-d089-4327-accf-458afc3ed0fe None None] Routers {'d775a92f-66e1-408e-9006-2f89f1e0fca5'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:33:53.719881 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-054ff2e8-d089-4327-accf-458afc3ed0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:33:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d775a92f-66e1-408e-9006-2f89f1e0fca5'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:53.743824 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-f639638c-0b3a-41f1-84e4-8297b7a9425e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "PUT /v2.0/floatingips/6b26cdd4-d0ab-4273-9db9-51a63747ee9e HTTP/1.1" status: 200 len: 990 time: 1.0052145 Jun 26 16:33:53.743824 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bae810-8a9c-4a90-ac66-a5ce51316614', 'tag': 'ffedc46c-10a1-43bd-ad48-f04bb0472775'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:33:53.744602 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfc08d8-c213-47a1-82ea-1aae855c8d70" -d '{"events": [{"name": "network-changed", "server_uuid": "40bae810-8a9c-4a90-ac66-a5ce51316614", "tag": "ffedc46c-10a1-43bd-ad48-f04bb0472775"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:33:53.788532 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5a05e2-d9fc-4ec8-9ed9-f6e51626deb6 x-openstack-request-id: req-7a5a05e2-d9fc-4ec8-9ed9-f6e51626deb6 {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:33:53.788862 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bae810-8a9c-4a90-ac66-a5ce51316614", "tag": "ffedc46c-10a1-43bd-ad48-f04bb0472775", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:33:53.789152 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7a5a05e2-d9fc-4ec8-9ed9-f6e51626deb6 {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:33:53.789587 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bae810-8a9c-4a90-ac66-a5ce51316614', 'tag': 'ffedc46c-10a1-43bd-ad48-f04bb0472775', 'status': 'completed', 'code': 200} Jun 26 16:33:53.832015 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-054ff2e8-d089-4327-accf-458afc3ed0fe None None] Set router d775a92f-66e1-408e-9006-2f89f1e0fca5 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:33:53.870727 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc08d8-c213-47a1-82ea-1aae855c8d70 req-8254934b-f61b-4128-8f8e-b36b89dee911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:53.872308 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-1dfc08d8-c213-47a1-82ea-1aae855c8d70 req-8254934b-f61b-4128-8f8e-b36b89dee911 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e8d5454a3a34b91b88733c476597ace&device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 1098 time: 0.0589054 Jun 26 16:33:54.061820 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-054ff2e8-d089-4327-accf-458afc3ed0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-router', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:19Z', 'revision_number': 4, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'gw_port': {'id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '6b26cdd4-d0ab-4273-9db9-51a63747ee9e', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'port_id': 'ffedc46c-10a1-43bd-ad48-f04bb0472775', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'mac_address': 'fa:16:3e:a6:46:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bae810-8a9c-4a90-ac66-a5ce51316614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:33:36Z', 'updated_at': '2021-06-26T16:33:53Z', 'revision_number': 1, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba1cc207-9eae-4ac5-b500-79ff56f98db0', 'name': '', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'mac_address': 'fa:16:3e:50:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:18Z', 'updated_at': '2021-06-26T16:30:24Z', 'revision_number': 5, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'subnets': [{'id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:54.092535 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054ff2e8-d089-4327-accf-458afc3ed0fe None None] Checking router: d775a92f-66e1-408e-9006-2f89f1e0fca5 for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:33:54.101195 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054ff2e8-d089-4327-accf-458afc3ed0fe None None] Routers {'d775a92f-66e1-408e-9006-2f89f1e0fca5'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:33:54.101834 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-054ff2e8-d089-4327-accf-458afc3ed0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:33:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d775a92f-66e1-408e-9006-2f89f1e0fca5'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:54.205938 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-054ff2e8-d089-4327-accf-458afc3ed0fe None None] Set router d775a92f-66e1-408e-9006-2f89f1e0fca5 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:33:54.228200 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc08d8-c213-47a1-82ea-1aae855c8d70 req-1f7e7a55-f116-40a6-b2d5-546e747d4630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:54.229692 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-1dfc08d8-c213-47a1-82ea-1aae855c8d70 req-1f7e7a55-f116-40a6-b2d5-546e747d4630 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f32909da-b54c-444e-b1bf-6d65d5e65a3d HTTP/1.1" status: 200 len: 918 time: 0.3509717 Jun 26 16:33:54.293168 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-1dfc08d8-c213-47a1-82ea-1aae855c8d70 req-d15accb0-3111-415b-8677-8796812e3a80 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffedc46c-10a1-43bd-ad48-f04bb0472775 HTTP/1.1" status: 200 len: 998 time: 0.0568819 Jun 26 16:33:54.345695 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc08d8-c213-47a1-82ea-1aae855c8d70 req-1a9bcfc4-025b-452e-a66a-1ba8ef5459a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:54.347096 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-1dfc08d8-c213-47a1-82ea-1aae855c8d70 req-1a9bcfc4-025b-452e-a66a-1ba8ef5459a6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6302d635-3f7d-4e5f-b072-feefede6d6d8 HTTP/1.1" status: 200 len: 856 time: 0.0472581 Jun 26 16:33:54.406261 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc08d8-c213-47a1-82ea-1aae855c8d70 req-6374d3aa-18b3-4028-8bd3-0eb91140f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:54.408234 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-1dfc08d8-c213-47a1-82ea-1aae855c8d70 req-6374d3aa-18b3-4028-8bd3-0eb91140f257 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f32909da-b54c-444e-b1bf-6d65d5e65a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544357 Jun 26 16:33:54.438475 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-054ff2e8-d089-4327-accf-458afc3ed0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-router', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:19Z', 'revision_number': 4, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'gw_port': {'id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '6b26cdd4-d0ab-4273-9db9-51a63747ee9e', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'port_id': 'ffedc46c-10a1-43bd-ad48-f04bb0472775', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'mac_address': 'fa:16:3e:a6:46:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bae810-8a9c-4a90-ac66-a5ce51316614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:33:36Z', 'updated_at': '2021-06-26T16:33:53Z', 'revision_number': 1, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba1cc207-9eae-4ac5-b500-79ff56f98db0', 'name': '', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'mac_address': 'fa:16:3e:50:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:18Z', 'updated_at': '2021-06-26T16:30:24Z', 'revision_number': 5, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'subnets': [{'id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:54.466165 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054ff2e8-d089-4327-accf-458afc3ed0fe None None] The sync data for ids ['d775a92f-66e1-408e-9006-2f89f1e0fca5'] in dv-cinder-798189-1-iscsi is: [{'id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-router', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:19Z', 'revision_number': 4, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'gw_port': {'id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '6b26cdd4-d0ab-4273-9db9-51a63747ee9e', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'port_id': 'ffedc46c-10a1-43bd-ad48-f04bb0472775', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'mac_address': 'fa:16:3e:a6:46:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bae810-8a9c-4a90-ac66-a5ce51316614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:33:36Z', 'updated_at': '2021-06-26T16:33:53Z', 'revision_number': 1, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba1cc207-9eae-4ac5-b500-79ff56f98db0', 'name': '', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'mac_address': 'fa:16:3e:50:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:18Z', 'updated_at': '2021-06-26T16:30:24Z', 'revision_number': 5, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'subnets': [{'id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:33:54.513888 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-1dfc08d8-c213-47a1-82ea-1aae855c8d70 req-04d2440c-4762-4330-8788-fa7585ab974d service neutron] 10.222.0.38 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978405 Jun 26 16:33:54.617620 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-1dfc08d8-c213-47a1-82ea-1aae855c8d70 req-52631480-fdac-4008-bc53-2c13d397932d service neutron] 10.222.0.38 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868740 Jun 26 16:33:54.663412 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d7b99-bbab-4be4-a5ff-96e429f19a7c None None] New status for floating IP 6b26cdd4-d0ab-4273-9db9-51a63747ee9e: ACTIVE {{(pid=93426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:33:55.752783 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-37bf1072-0b3d-4957-8e60-07a17c52bf88 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-616403192&fields=id&tenant_id=3f012282aa7c41cbbd0c48938b24801f HTTP/1.1" status: 200 len: 267 time: 0.0320480 Jun 26 16:33:55.854323 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-f45c4b57-d955-4ef9-be00-c5e601cb21e3 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:55.855816 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-f45c4b57-d955-4ef9-be00-c5e601cb21e3 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/networks?id=32e20bd0-d469-469a-b8ca-9bae7077591a HTTP/1.1" status: 200 len: 811 time: 0.0958660 Jun 26 16:33:55.871326 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-0f916402-ef4a-4ba3-b96b-1062ae9b0976 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/quotas/3f012282aa7c41cbbd0c48938b24801f HTTP/1.1" status: 200 len: 375 time: 0.0101192 Jun 26 16:33:55.943669 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-7f291680-1f1b-414a-8126-96fb336049d1 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f012282aa7c41cbbd0c48938b24801f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659485 Jun 26 16:33:56.136389 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-47cfbe0d-0d6a-47f5-aa86-1f28757360a6 service neutron] 10.222.0.35 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791401 Jun 26 16:33:56.229520 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-0f797913-0933-488b-a5cf-4fd6c1eefe89 service neutron] 10.222.0.35 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878296 Jun 26 16:33:56.828119 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c8d76a44-be1f-444b-b5c3-bc1e424304db req-1f7bf69c-5709-4440-8ed5-676feb5b6cdb tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 210 time: 0.0284846 Jun 26 16:33:57.525603 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 60178) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:57.625681 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c73f39c8-4262-44fe-a6c1-a2c6af7bcc27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:57.725423 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c73f39c8-4262-44fe-a6c1-a2c6af7bcc27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:57.816693 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-c73f39c8-4262-44fe-a6c1-a2c6af7bcc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:57.819183 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-8a961060-a712-42d5-b680-ee41134c0db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:57.859838 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-c73f39c8-4262-44fe-a6c1-a2c6af7bcc27 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=48256fe4e9324ec2b44f7574cf225db1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331604 Jun 26 16:33:57.860907 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f39c8-4262-44fe-a6c1-a2c6af7bcc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dac8837-3395-4baa-a744-183ecd162356,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:57.862812 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 60184) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:57.863958 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c73f39c8-4262-44fe-a6c1-a2c6af7bcc27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:57.914038 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-93a08527-95d4-4ff1-b714-ad656e69db02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:57.935795 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-93a08527-95d4-4ff1-b714-ad656e69db02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:57.980996 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-90b88f6c-20d3-48d8-aea7-653bfa3e51b1 req-8356fa2d-6ac5-4803-8626-35554de6261c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 210 time: 0.0277946 Jun 26 16:33:58.096890 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-93a08527-95d4-4ff1-b714-ad656e69db02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:58.099708 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-93a08527-95d4-4ff1-b714-ad656e69db02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:58.105385 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-93a08527-95d4-4ff1-b714-ad656e69db02 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3dac8837-3395-4baa-a744-183ecd162356 HTTP/1.1" status: 204 len: 168 time: 0.2363629 Jun 26 16:33:58.105385 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-d3147bc2-c742-4311-bdc0-f7ee7bd4d45c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:58.109237 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a08527-95d4-4ff1-b714-ad656e69db02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dac8837-3395-4baa-a744-183ecd162356,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:58.111420 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-93a08527-95d4-4ff1-b714-ad656e69db02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:58.725468 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 60192) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:58.738880 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8f1bd20f-329b-476a-8609-5571cb3cd4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:58.825473 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8f1bd20f-329b-476a-8609-5571cb3cd4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:58.904001 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8f1bd20f-329b-476a-8609-5571cb3cd4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:58.915356 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-434b5241-3488-4025-b9ab-969a1847f63c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:58.992610 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-8f1bd20f-329b-476a-8609-5571cb3cd4d2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=613f03881c2d4a8c81fc56516a39d69f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2660398 Jun 26 16:33:58.995484 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 60194) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:58.997809 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bd20f-329b-476a-8609-5571cb3cd4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab85c7c-8191-4031-aef2-1920ab4e7fa5,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:59.002374 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-8f1bd20f-329b-476a-8609-5571cb3cd4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:59.039793 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ef260378-def2-43bd-8a15-dc6e33f424e7 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:59.041849 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ef260378-def2-43bd-8a15-dc6e33f424e7 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.38 "GET /v2.0/networks?id=32e20bd0-d469-469a-b8ca-9bae7077591a HTTP/1.1" status: 200 len: 811 time: 0.1487446 Jun 26 16:33:59.067807 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-64283af8-4946-4caf-89e8-285615e511cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:59.090598 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-64283af8-4946-4caf-89e8-285615e511cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:59.092275 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-01e91b45-d945-495d-a6b7-63fd0fa4fea8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f012282aa7c41cbbd0c48938b24801f HTTP/1.1" status: 200 len: 379 time: 0.0419040 Jun 26 16:33:59.101064 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-f8f5c0ed-427b-4ab1-ac55-42fc214f46c8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Request body: {'port': {'device_id': 'c4d0ad11-52e6-410f-b699-6e6803206251', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'admin_state_up': True, 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'security_groups': ['45500977-4da7-43c4-ac6a-afe35b5348fa']}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:59.142291 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9f1291f9-1373-4919-9067-09cf65d6073d req-f27ea6b9-3100-4d51-a508-6eaf4f0631c6 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 210 time: 0.0366862 Jun 26 16:33:59.205740 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-64283af8-4946-4caf-89e8-285615e511cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:59.208597 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-64283af8-4946-4caf-89e8-285615e511cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:59.209776 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-64283af8-4946-4caf-89e8-285615e511cb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eab85c7c-8191-4031-aef2-1920ab4e7fa5 HTTP/1.1" status: 204 len: 168 time: 0.2133248 Jun 26 16:33:59.210594 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-43e72a01-31e8-4c61-9669-6d762e520ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:59.219224 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64283af8-4946-4caf-89e8-285615e511cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab85c7c-8191-4031-aef2-1920ab4e7fa5,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:59.221688 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-64283af8-4946-4caf-89e8-285615e511cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:59.256836 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-f8f5c0ed-427b-4ab1-ac55-42fc214f46c8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Made reservation on behalf of 3f012282aa7c41cbbd0c48938b24801f for: {'port': 1} {{(pid=93424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:33:59.260889 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-f8f5c0ed-427b-4ab1-ac55-42fc214f46c8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:59.391991 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-f8f5c0ed-427b-4ab1-ac55-42fc214f46c8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Allocated IP 172.20.0.9 (32e20bd0-d469-469a-b8ca-9bae7077591a/a4b5ffc3-e384-4e00-8c9c-9c929a81210d/4c14db62-0488-47a1-b579-0e8a925ecc59) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:33:59.537826 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-f8f5c0ed-427b-4ab1-ac55-42fc214f46c8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:59.551957 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.provisioning_blocks [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-f8f5c0ed-427b-4ab1-ac55-42fc214f46c8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Transition to ACTIVE for port object 4c14db62-0488-47a1-b579-0e8a925ecc59 will not be triggered until provisioned by entity DHCP. {{(pid=93424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:33:59.623294 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-f8f5c0ed-427b-4ab1-ac55-42fc214f46c8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9987695'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:59.629225 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-1569ac5b-cf8b-45d4-80b6-f3639e60f971 tempest-VolumesSnapshotTestJSON-1271419498 tempest-VolumesSnapshotTestJSON-1271419498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:59.662266 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-f8f5c0ed-427b-4ab1-ac55-42fc214f46c8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Network 32e20bd0-d469-469a-b8ca-9bae7077591a is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:33:59.666264 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-f8f5c0ed-427b-4ab1-ac55-42fc214f46c8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:33:59.669895 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-f8f5c0ed-427b-4ab1-ac55-42fc214f46c8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:33:59.706947 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5c0ed-427b-4ab1-ac55-42fc214f46c8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event updated for resources: {'Port': ['ID=4c14db62-0488-47a1-b579-0e8a925ecc59,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:59.711798 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-f8f5c0ed-427b-4ab1-ac55-42fc214f46c8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:59.730961 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-f8f5c0ed-427b-4ab1-ac55-42fc214f46c8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:59.731634 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-f8f5c0ed-427b-4ab1-ac55-42fc214f46c8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:59.783689 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-f8f5c0ed-427b-4ab1-ac55-42fc214f46c8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6867335 Jun 26 16:33:59.795587 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Request body: {'port': {'device_id': 'c4d0ad11-52e6-410f-b699-6e6803206251', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:59.876648 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:59.965590 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-81761bc0-d90c-4ab5-a043-2e4cec025355 None None] Provisioning for port 4c14db62-0488-47a1-b579-0e8a925ecc59 completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:33:59.969782 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-81761bc0-d90c-4ab5-a043-2e4cec025355 None None] Provisioning complete for port 4c14db62-0488-47a1-b579-0e8a925ecc59 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:59.970245 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-81761bc0-d90c-4ab5-a043-2e4cec025355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:00.004586 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-81761bc0-d90c-4ab5-a043-2e4cec025355 None None] Port 4c14db62-0488-47a1-b579-0e8a925ecc59 cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:34:00.147799 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c14db62-0488-47a1-b579-0e8a925ecc59 {{(pid=93424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:34:00.156413 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:00.169241 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.provisioning_blocks [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Transition to ACTIVE for port object 4c14db62-0488-47a1-b579-0e8a925ecc59 will not be triggered until provisioned by entity L2. {{(pid=93424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:34:00.256597 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:00.261206 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-8d02c846-b367-4459-8b0c-21df04e744ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:00.323171 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Pushing event updated for resources: {'Port': ['ID=4c14db62-0488-47a1-b579-0e8a925ecc59,revision_number=2']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:00.325896 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:00.331023 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482d50e-a61c-4e83-a571-91182b6dbed9 req-e0118d52-4903-4ab7-a923-d8cf88450bf4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:00.332623 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e482d50e-a61c-4e83-a571-91182b6dbed9 req-e0118d52-4903-4ab7-a923-d8cf88450bf4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 943 time: 0.0671203 Jun 26 16:34:00.386966 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e482d50e-a61c-4e83-a571-91182b6dbed9 req-f98d0137-d137-410f-b8f8-fc81bc1d6236 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478776 Jun 26 16:34:00.405785 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Attempting to bind port 4c14db62-0488-47a1-b579-0e8a925ecc59 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:34:00.406126 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Attempting to bind port 4c14db62-0488-47a1-b579-0e8a925ecc59 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a'}] {{(pid=93424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:34:00.406451 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Attempting to bind port 4c14db62-0488-47a1-b579-0e8a925ecc59 on network 32e20bd0-d469-469a-b8ca-9bae7077591a {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:34:00.410936 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Port 4c14db62-0488-47a1-b579-0e8a925ecc59 on network 32e20bd0-d469-469a-b8ca-9bae7077591a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:34:00.411260 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Attempting to bind port 4c14db62-0488-47a1-b579-0e8a925ecc59 on network 32e20bd0-d469-469a-b8ca-9bae7077591a {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:34:00.417579 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Checking agent: {'id': '017f0d27-5c15-4479-952a-00a1dbd8023d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'started_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:34:00.418238 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Checking segment: {'id': '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:34:00.418790 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Bound using segment: {'id': '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a'} {{(pid=93424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:34:00.419352 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.managers [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Bound port: 4c14db62-0488-47a1-b579-0e8a925ecc59, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a'}}] {{(pid=93424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:34:00.419816 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:00.485629 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] For port 4c14db62-0488-47a1-b579-0e8a925ecc59, host hv-cinder-79818, cleared binding levels {{(pid=93424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:34:00.489644 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] For port 4c14db62-0488-47a1-b579-0e8a925ecc59, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=4c14db62-0488-47a1-b579-0e8a925ecc59,segment=NetworkSegment(849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4),segment_id=849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4)] {{(pid=93424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:34:00.583625 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:00.586398 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-1a01f1ec-e77a-4d6a-94bb-99a7bd5e7f97 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:00.625697 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:00.626325 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:00.627792 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] 10.222.0.38 "PUT /v2.0/ports/4c14db62-0488-47a1-b579-0e8a925ecc59 HTTP/1.1" status: 200 len: 1093 time: 0.8371413 Jun 26 16:34:00.628317 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d0ad11-52e6-410f-b699-6e6803206251', 'tag': '4c14db62-0488-47a1-b579-0e8a925ecc59'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:34:00.630619 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd76ef7-7881-433b-bb05-f7bca8255f84" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d0ad11-52e6-410f-b699-6e6803206251", "tag": "4c14db62-0488-47a1-b579-0e8a925ecc59"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:34:00.658086 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Pushing event updated for resources: {'Port': ['ID=4c14db62-0488-47a1-b579-0e8a925ecc59,revision_number=3']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:00.668308 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-ae97259e-eb8f-4ec0-84da-ec84937d413c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:00.673258 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71de9c5e-fbe1-4a07-bda8-b89043001fdf x-openstack-request-id: req-71de9c5e-fbe1-4a07-bda8-b89043001fdf {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:34:00.673594 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d0ad11-52e6-410f-b699-6e6803206251", "tag": "4c14db62-0488-47a1-b579-0e8a925ecc59", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:34:00.673899 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71de9c5e-fbe1-4a07-bda8-b89043001fdf {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:34:00.674337 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d0ad11-52e6-410f-b699-6e6803206251', 'tag': '4c14db62-0488-47a1-b579-0e8a925ecc59', 'status': 'completed', 'code': 200} Jun 26 16:34:00.766709 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd76ef7-7881-433b-bb05-f7bca8255f84 req-cd34c9e7-aa50-483a-b203-40b7a0b53649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:00.768256 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-2cd76ef7-7881-433b-bb05-f7bca8255f84 req-cd34c9e7-aa50-483a-b203-40b7a0b53649 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f012282aa7c41cbbd0c48938b24801f&device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 1096 time: 0.0629504 Jun 26 16:34:00.872619 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd76ef7-7881-433b-bb05-f7bca8255f84 req-37278ea7-4004-4a00-871d-341900000690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:00.874076 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-2cd76ef7-7881-433b-bb05-f7bca8255f84 req-37278ea7-4004-4a00-871d-341900000690 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=3f012282aa7c41cbbd0c48938b24801f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0987291 Jun 26 16:34:00.969861 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd76ef7-7881-433b-bb05-f7bca8255f84 req-e860eff4-f5d5-4e60-9041-2e936c8011e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:00.971462 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-2cd76ef7-7881-433b-bb05-f7bca8255f84 req-e860eff4-f5d5-4e60-9041-2e936c8011e5 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909312 Jun 26 16:34:01.072485 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-09698d14-51c3-4631-b9c7-f750b0726076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:01.074023 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-09698d14-51c3-4631-b9c7-f750b0726076 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f012282aa7c41cbbd0c48938b24801f&device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 1096 time: 0.0614717 Jun 26 16:34:01.124430 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-c3b91235-8ed3-4427-a67c-e72e97632250 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c14db62-0488-47a1-b579-0e8a925ecc59 HTTP/1.1" status: 200 len: 217 time: 0.0427871 Jun 26 16:34:01.175118 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-f89df912-652b-4c6e-acf8-d210ff1470b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:01.181123 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-f89df912-652b-4c6e-acf8-d210ff1470b3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a4b5ffc3-e384-4e00-8c9c-9c929a81210d HTTP/1.1" status: 200 len: 850 time: 0.0456941 Jun 26 16:34:01.231749 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-24b6bdd4-b653-43a7-a293-005aa3465b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:01.233284 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-24b6bdd4-b653-43a7-a293-005aa3465b8a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32e20bd0-d469-469a-b8ca-9bae7077591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509665 Jun 26 16:34:01.323124 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-90785074-a7d9-431f-b85c-f6b511f4be0b service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835419 Jun 26 16:34:01.409537 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-c3d19210-ef87-4e9e-8406-df75489c24b3 req-edf8b08a-6a4b-4cbd-83f9-01059d79ee9f service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805357 Jun 26 16:34:01.555639 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc886204-9647-4e47-b16e-7cdcc4a3b283 req-354cc706-587b-42a7-8428-b5197586fa9f tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:01.556999 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fc886204-9647-4e47-b16e-7cdcc4a3b283 req-354cc706-587b-42a7-8428-b5197586fa9f tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 943 time: 0.0629876 Jun 26 16:34:01.592723 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-fc886204-9647-4e47-b16e-7cdcc4a3b283 req-97696af8-63e2-41de-9783-790c5af4ecc8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301032 Jun 26 16:34:02.764811 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adb47f-da85-4f2b-8331-4abe5546572d req-c7c57f35-512b-4bf0-a40d-844c7a413fe5 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:02.766328 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-76adb47f-da85-4f2b-8331-4abe5546572d req-c7c57f35-512b-4bf0-a40d-844c7a413fe5 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 943 time: 0.0654981 Jun 26 16:34:03.080142 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-76adb47f-da85-4f2b-8331-4abe5546572d req-6e378bd8-5489-4056-a52a-7fa37d51a602 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3081338 Jun 26 16:34:04.252851 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11803f93-9f13-4d15-a3d6-ab6d69c6e082 req-f79982fe-b84d-4c64-9675-a2981cd2b4d3 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:04.254224 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-11803f93-9f13-4d15-a3d6-ab6d69c6e082 req-f79982fe-b84d-4c64-9675-a2981cd2b4d3 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 943 time: 0.0636361 Jun 26 16:34:04.291578 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-11803f93-9f13-4d15-a3d6-ab6d69c6e082 req-f9eea947-9c52-4c30-9bd1-3697d9b06f7a tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317309 Jun 26 16:34:04.769730 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 60288) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:04.873849 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5ca521a3-652c-4fe2-a70d-31414a8e302d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:04.955970 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5ca521a3-652c-4fe2-a70d-31414a8e302d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:05.051019 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5ca521a3-652c-4fe2-a70d-31414a8e302d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:05.054417 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b24a37ad-f98e-478c-bbcf-d583d4f09770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:05.094316 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-5ca521a3-652c-4fe2-a70d-31414a8e302d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e7e88635e944c8c93a45b955cc9f3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234327 Jun 26 16:34:05.095227 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca521a3-652c-4fe2-a70d-31414a8e302d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95593cdb-6313-40c8-b49d-528e66e63e46,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:05.096962 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 60294) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:05.098252 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-5ca521a3-652c-4fe2-a70d-31414a8e302d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:05.146784 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-392dc0fe-7023-45b5-8730-c794030b8ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:05.166933 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-392dc0fe-7023-45b5-8730-c794030b8ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:05.262365 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-392dc0fe-7023-45b5-8730-c794030b8ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:05.264935 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-392dc0fe-7023-45b5-8730-c794030b8ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:05.266246 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-392dc0fe-7023-45b5-8730-c794030b8ef5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95593cdb-6313-40c8-b49d-528e66e63e46 HTTP/1.1" status: 204 len: 168 time: 0.1676929 Jun 26 16:34:05.266986 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-9b2f8bd3-5c28-448e-bc9f-e97ecfc4e813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:05.274251 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392dc0fe-7023-45b5-8730-c794030b8ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95593cdb-6313-40c8-b49d-528e66e63e46,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:05.277024 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-392dc0fe-7023-45b5-8730-c794030b8ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:05.458319 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef1b93-0e0a-4f5c-af5b-9c9c7d65d265 req-27909929-a135-488c-96a8-96d88770ade3 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:05.459814 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-46ef1b93-0e0a-4f5c-af5b-9c9c7d65d265 req-27909929-a135-488c-96a8-96d88770ade3 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 943 time: 0.0610352 Jun 26 16:34:05.497843 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-46ef1b93-0e0a-4f5c-af5b-9c9c7d65d265 req-8b10a770-97cb-4c61-b24b-2453388b01bb tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323939 Jun 26 16:34:05.780361 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 60302) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:05.794064 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ab514329-5f50-4c39-8985-a7d002e3c8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:05.879122 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ab514329-5f50-4c39-8985-a7d002e3c8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:05.959474 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-ab514329-5f50-4c39-8985-a7d002e3c8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:05.962555 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-be83e081-7ce7-41fa-8a39-61c9e795b53e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:05.997308 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-ab514329-5f50-4c39-8985-a7d002e3c8b1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=717bac944a5d41e892a211651cc24157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158530 Jun 26 16:34:05.998189 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab514329-5f50-4c39-8985-a7d002e3c8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54b06f3-84e1-4391-8792-7e820ff3efe7,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:06.000366 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 60304) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:06.001555 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-ab514329-5f50-4c39-8985-a7d002e3c8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:06.050498 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2a435049-ccee-480d-99f5-4c4e4212dec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:06.070032 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2a435049-ccee-480d-99f5-4c4e4212dec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:06.159857 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2a435049-ccee-480d-99f5-4c4e4212dec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:06.162493 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2a435049-ccee-480d-99f5-4c4e4212dec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:06.163772 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-2a435049-ccee-480d-99f5-4c4e4212dec0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d54b06f3-84e1-4391-8792-7e820ff3efe7 HTTP/1.1" status: 204 len: 168 time: 0.1624098 Jun 26 16:34:06.164543 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-9ab2ee37-c081-4570-af2f-6dc98f716a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:06.172516 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a435049-ccee-480d-99f5-4c4e4212dec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54b06f3-84e1-4391-8792-7e820ff3efe7,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:06.174726 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-2a435049-ccee-480d-99f5-4c4e4212dec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:06.671033 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541be18-1a95-40b6-9aa2-1e52e9488ac2 req-8283a1a4-30db-45d8-a0d9-8356b6e9614c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:06.672507 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1541be18-1a95-40b6-9aa2-1e52e9488ac2 req-8283a1a4-30db-45d8-a0d9-8356b6e9614c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 943 time: 0.0660174 Jun 26 16:34:06.709300 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1541be18-1a95-40b6-9aa2-1e52e9488ac2 req-72dc4f45-7152-4589-a088-58a7f193e3f0 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312390 Jun 26 16:34:07.285306 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:07.307933 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-060f8dd8-0974-49e6-854a-6b4235fe31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:07.876760 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ce6eb-a4d5-4ec1-aa4c-b6f6561d805d req-6df14507-e294-40b3-9558-b39fe11f829d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:07.878220 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-261ce6eb-a4d5-4ec1-aa4c-b6f6561d805d req-6df14507-e294-40b3-9558-b39fe11f829d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 943 time: 0.0610235 Jun 26 16:34:07.916852 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-261ce6eb-a4d5-4ec1-aa4c-b6f6561d805d req-5ae66195-02b9-4003-821f-1b09bdd16ee4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329854 Jun 26 16:34:09.086178 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ce515-1e71-4ce7-b946-3062d3a2fdc0 req-358a2da5-9bb7-40bb-bd06-c709ac503fa6 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:09.087676 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9f2ce515-1e71-4ce7-b946-3062d3a2fdc0 req-358a2da5-9bb7-40bb-bd06-c709ac503fa6 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 943 time: 0.0623541 Jun 26 16:34:09.130464 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9f2ce515-1e71-4ce7-b946-3062d3a2fdc0 req-bed56fa8-1599-4381-9816-aa5e326d5622 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370617 Jun 26 16:34:09.701141 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 4c14db62-0488-47a1-b579-0e8a925ecc59 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:34:09.795083 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 4c14db62-0488-47a1-b579-0e8a925ecc59, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=4c14db62-0488-47a1-b579-0e8a925ecc59,segment=NetworkSegment(849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4),segment_id=849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:34:09.809332 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': '4c14db62-0488-47a1-b579-0e8a925ecc59', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'port_id': '4c14db62-0488-47a1-b579-0e8a925ecc59', 'mac_address': 'fa:16:3e:6c:44:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:34:09.850675 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:09.862633 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c14db62-0488-47a1-b579-0e8a925ecc59 {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:34:09.880579 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:09.884423 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 4c14db62-0488-47a1-b579-0e8a925ecc59, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=4c14db62-0488-47a1-b579-0e8a925ecc59,segment=NetworkSegment(849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4),segment_id=849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:34:09.947760 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:09.950209 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:10.005707 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=4c14db62-0488-47a1-b579-0e8a925ecc59,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:10.010559 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:10.073442 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-8021f6bc-1d15-4a1c-bcd6-4e66dfaeac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:10.174160 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['4c14db62-0488-47a1-b579-0e8a925ecc59'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:34:10.300373 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95153580-6ada-4f4f-83fc-16800a7d5e80 req-bad716ad-f6e7-4002-b138-acb32500e2d3 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:10.301741 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-95153580-6ada-4f4f-83fc-16800a7d5e80 req-bad716ad-f6e7-4002-b138-acb32500e2d3 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 944 time: 0.0606859 Jun 26 16:34:10.340447 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-95153580-6ada-4f4f-83fc-16800a7d5e80 req-17625474-7744-4a3c-9192-0272162be098 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324042 Jun 26 16:34:10.868594 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:11.514409 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7950c3-6e50-4bb5-9008-683076479847 req-a2a79cd3-f9df-4509-842a-b2648b9e0399 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:11.515814 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bd7950c3-6e50-4bb5-9008-683076479847 req-a2a79cd3-f9df-4509-842a-b2648b9e0399 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 944 time: 0.0626493 Jun 26 16:34:11.551213 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bd7950c3-6e50-4bb5-9008-683076479847 req-194307a3-4ef9-42ae-ba58-241c46810581 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298061 Jun 26 16:34:11.718555 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 4c14db62-0488-47a1-b579-0e8a925ecc59 up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:34:11.833276 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning for port 4c14db62-0488-47a1-b579-0e8a925ecc59 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:34:11.837123 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port 4c14db62-0488-47a1-b579-0e8a925ecc59 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:34:11.837506 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:11.910633 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:11.933305 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d0ad11-52e6-410f-b699-6e6803206251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c14db62-0488-47a1-b579-0e8a925ecc59'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:34:11.935589 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81124f3-1cc5-4a8d-9a32-72bae6f76283" -d '{"events": [{"server_uuid": "c4d0ad11-52e6-410f-b699-6e6803206251", "name": "network-vif-plugged", "status": "completed", "tag": "4c14db62-0488-47a1-b579-0e8a925ecc59"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:34:11.952805 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 4c14db62-0488-47a1-b579-0e8a925ecc59, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=4c14db62-0488-47a1-b579-0e8a925ecc59,segment=NetworkSegment(849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4),segment_id=849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:34:11.973992 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336b7e61-335b-4891-b693-eed2d9746294 x-openstack-request-id: req-336b7e61-335b-4891-b693-eed2d9746294 {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:34:11.974448 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d0ad11-52e6-410f-b699-6e6803206251", "name": "network-vif-plugged", "status": "completed", "tag": "4c14db62-0488-47a1-b579-0e8a925ecc59", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:34:11.974558 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-336b7e61-335b-4891-b693-eed2d9746294 {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:34:11.975000 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d0ad11-52e6-410f-b699-6e6803206251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c14db62-0488-47a1-b579-0e8a925ecc59', 'code': 200} Jun 26 16:34:12.022458 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:12.024385 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-1d8a4275-ffe3-4b36-b736-0be7945c48a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:12.070845 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=4c14db62-0488-47a1-b579-0e8a925ecc59,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:12.074978 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:12.361040 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b3331-2126-465d-9eed-32a38d87cc18 req-e36b17c3-cda5-42eb-86b4-e809f6aab7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:12.362525 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-173b3331-2126-465d-9eed-32a38d87cc18 req-e36b17c3-cda5-42eb-86b4-e809f6aab7e8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 1098 time: 0.0506041 Jun 26 16:34:12.402366 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-173b3331-2126-465d-9eed-32a38d87cc18 req-05a19498-68a0-4cf1-bcaa-4041a2fe708a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276947 Jun 26 16:34:12.662878 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:12.735175 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c819b-d06e-4587-89f3-cc5d0ea4a133 req-0d292cfe-3130-49bf-a16b-03117cda7fdd tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:12.736679 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6e5c819b-d06e-4587-89f3-cc5d0ea4a133 req-0d292cfe-3130-49bf-a16b-03117cda7fdd tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 945 time: 0.0669029 Jun 26 16:34:12.773318 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6e5c819b-d06e-4587-89f3-cc5d0ea4a133 req-07f131f9-c550-436f-ac0e-0fa54fdb878c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311265 Jun 26 16:34:13.042577 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 60430) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:13.148241 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ef494a6c-8412-4a76-9878-b8e84b548791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:13.235124 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ef494a6c-8412-4a76-9878-b8e84b548791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:13.313748 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ef494a6c-8412-4a76-9878-b8e84b548791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:13.316228 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-7c474642-716d-4349-b52f-12a82504a17a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:13.350031 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef494a6c-8412-4a76-9878-b8e84b548791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39845e2e-154b-4dff-a627-053e76cd3996,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:13.354486 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-ef494a6c-8412-4a76-9878-b8e84b548791 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=518d6228cefd499e80caab784f1bd177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107705 Jun 26 16:34:13.355433 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-ef494a6c-8412-4a76-9878-b8e84b548791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:13.357141 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 60434) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:13.406890 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b5da7e07-44d7-47d0-a8f8-30e055d62fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:13.427669 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b5da7e07-44d7-47d0-a8f8-30e055d62fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:13.547233 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b5da7e07-44d7-47d0-a8f8-30e055d62fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:13.549816 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b5da7e07-44d7-47d0-a8f8-30e055d62fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:13.550960 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-b5da7e07-44d7-47d0-a8f8-30e055d62fb8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39845e2e-154b-4dff-a627-053e76cd3996 HTTP/1.1" status: 204 len: 168 time: 0.1929066 Jun 26 16:34:13.551763 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-9c0bd963-c2a9-4653-86d3-670d3084f36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:13.559524 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da7e07-44d7-47d0-a8f8-30e055d62fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39845e2e-154b-4dff-a627-053e76cd3996,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:13.561771 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b5da7e07-44d7-47d0-a8f8-30e055d62fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:14.096474 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44497-9ee9-41c3-add5-94fac818a9cc req-82d8de61-7867-41e5-992c-f3792aa4ff06 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:14.097933 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8bc44497-9ee9-41c3-add5-94fac818a9cc req-82d8de61-7867-41e5-992c-f3792aa4ff06 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 945 time: 0.0631537 Jun 26 16:34:14.135693 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8bc44497-9ee9-41c3-add5-94fac818a9cc req-f9ff0b1c-d1da-41aa-a0ab-182990d23eff tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314264 Jun 26 16:34:14.162005 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 60446) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:14.175549 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-63ca3350-96a8-4b3c-a1f7-b11dd9446b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:14.263920 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-63ca3350-96a8-4b3c-a1f7-b11dd9446b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:14.311768 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b151c49-5eb3-4ccc-b8b5-7d02a813e24f req-e1d8a4a1-2b40-4e56-93d9-c27d4a7e118e tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:14.313208 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0b151c49-5eb3-4ccc-b8b5-7d02a813e24f req-e1d8a4a1-2b40-4e56-93d9-c27d4a7e118e tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 945 time: 0.0653143 Jun 26 16:34:14.325229 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-63ca3350-96a8-4b3c-a1f7-b11dd9446b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:14.328588 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-9298f14b-7553-4819-825f-b97c11530c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:14.355724 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0b151c49-5eb3-4ccc-b8b5-7d02a813e24f req-0cf39b87-4131-47f3-8c83-d3742ddc3cc1 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367348 Jun 26 16:34:14.365243 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-63ca3350-96a8-4b3c-a1f7-b11dd9446b6f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84f7c8c2c81a417a9a5e090f61fec004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2018225 Jun 26 16:34:14.367403 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca3350-96a8-4b3c-a1f7-b11dd9446b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c30b418-a56a-4b2e-8ac4-a80ed37c37b5,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:14.368198 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 60448) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:14.380002 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-63ca3350-96a8-4b3c-a1f7-b11dd9446b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:14.383380 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 60450) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:14.420122 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5d993ee2-9354-468f-bd03-1d4455966269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:14.440209 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5d993ee2-9354-468f-bd03-1d4455966269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:14.553971 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5d993ee2-9354-468f-bd03-1d4455966269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:14.557018 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-5d993ee2-9354-468f-bd03-1d4455966269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:14.558173 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-5d993ee2-9354-468f-bd03-1d4455966269 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c30b418-a56a-4b2e-8ac4-a80ed37c37b5 HTTP/1.1" status: 204 len: 168 time: 0.1887736 Jun 26 16:34:14.559047 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-e7ae99c6-498f-4490-adf1-11f2e9285b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:14.567313 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d993ee2-9354-468f-bd03-1d4455966269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c30b418-a56a-4b2e-8ac4-a80ed37c37b5,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:14.569528 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-5d993ee2-9354-468f-bd03-1d4455966269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:14.620077 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21627dce-df42-4ae1-abf0-269c164edb48 tempest-TestVolumeBootPattern-1185717742 tempest-TestVolumeBootPattern-1185717742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:14.621692 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-21627dce-df42-4ae1-abf0-269c164edb48 tempest-TestVolumeBootPattern-1185717742 tempest-TestVolumeBootPattern-1185717742-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 1093 time: 0.2372384 Jun 26 16:34:14.624976 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 60456) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:14.629689 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Request body: {'floatingip': {'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'port_id': '4c14db62-0488-47a1-b579-0e8a925ecc59', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:34:14.736853 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for floatingip, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:14.832411 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:14.935831 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_common [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Allocated IP 172.27.2.28 (1236ffa6-61e0-401d-8733-f5e5c635b4bb/85c7ca79-f8ed-404d-bbb5-368914d3121b/a7a3550e-e350-45bb-b637-57290a95c031) {{(pid=93425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:34:15.035241 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for port, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:15.177300 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2366237'] for port, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:15.180829 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-af64fa32-36dd-4b95-8766-be5db2be9944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:15.212807 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:34:15.215467 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:34:15.218003 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Received port after_create {{(pid=93425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:34:15.250199 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event updated for resources: {'Port': ['ID=a7a3550e-e350-45bb-b637-57290a95c031,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:15.252195 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 60460) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:15.253177 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:15.265415 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-fc21deaa-ab58-4d07-8472-dbee553cbe42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:15.360605 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-fc21deaa-ab58-4d07-8472-dbee553cbe42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:15.422341 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-fc21deaa-ab58-4d07-8472-dbee553cbe42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:15.424901 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-323bbf29-3b2f-4163-874a-c604d3758c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:15.460024 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-fc21deaa-ab58-4d07-8472-dbee553cbe42 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=118f4d948b6d484b824401faf0cca4c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067585 Jun 26 16:34:15.461439 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21deaa-ab58-4d07-8472-dbee553cbe42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb50341-1be3-4326-b170-fc27b61202e7,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:15.464451 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-fc21deaa-ab58-4d07-8472-dbee553cbe42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:15.465135 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 60464) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:15.512830 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4ad0185d-f3b6-4b08-a56f-4137ad0f6c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:15.536293 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4ad0185d-f3b6-4b08-a56f-4137ad0f6c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:15.587066 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:15.651023 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4ad0185d-f3b6-4b08-a56f-4137ad0f6c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:15.653716 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4ad0185d-f3b6-4b08-a56f-4137ad0f6c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:15.654892 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-4ad0185d-f3b6-4b08-a56f-4137ad0f6c0c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0cb50341-1be3-4326-b170-fc27b61202e7 HTTP/1.1" status: 204 len: 168 time: 0.1888490 Jun 26 16:34:15.659137 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-37829842-e59c-4229-aa63-93b5300443df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:15.663413 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0185d-f3b6-4b08-a56f-4137ad0f6c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb50341-1be3-4326-b170-fc27b61202e7,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:15.665947 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-4ad0185d-f3b6-4b08-a56f-4137ad0f6c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:15.713675 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:15.862503 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for port, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:15.930126 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:15.932983 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:16.011191 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event updated for resources: {'Port': ['ID=a7a3550e-e350-45bb-b637-57290a95c031,revision_number=2']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:16.014030 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:16.019281 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646687'] for floatingip, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:16.117628 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.db.l3_db [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Floating IP 7b1d8b11-7bea-44eb-95ff-c25da9fb46d8 associated. External IP: 172.27.2.28, port: 4c14db62-0488-47a1-b579-0e8a925ecc59. Jun 26 16:34:16.319453 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Router 2c47fc04-dd03-4308-859f-3563e3c1be74 has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:34:16.423995 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:34:16.437514 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495246b4-2844-4fca-951e-bf52821ed8e6 None None] Sync routers for ids ['2c47fc04-dd03-4308-859f-3563e3c1be74'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:34:16.448404 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495246b4-2844-4fca-951e-bf52821ed8e6 None None] Routers {'2c47fc04-dd03-4308-859f-3563e3c1be74'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:34:16.449148 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-495246b4-2844-4fca-951e-bf52821ed8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:34:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['2c47fc04-dd03-4308-859f-3563e3c1be74'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:16.507391 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for floatingip, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:16.547621 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9215395 Jun 26 16:34:16.548312 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d0ad11-52e6-410f-b699-6e6803206251', 'tag': '4c14db62-0488-47a1-b579-0e8a925ecc59'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:34:16.559311 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03e1d6e-3e12-4dbf-a6c9-883816f1b8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d0ad11-52e6-410f-b699-6e6803206251", "tag": "4c14db62-0488-47a1-b579-0e8a925ecc59"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:34:16.559955 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-495246b4-2844-4fca-951e-bf52821ed8e6 None None] Set router 2c47fc04-dd03-4308-859f-3563e3c1be74 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:34:16.588320 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51f9e0b-b861-4be2-bab4-e753652ca4dd x-openstack-request-id: req-d51f9e0b-b861-4be2-bab4-e753652ca4dd {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:34:16.588659 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d0ad11-52e6-410f-b699-6e6803206251", "tag": "4c14db62-0488-47a1-b579-0e8a925ecc59", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:34:16.588960 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d51f9e0b-b861-4be2-bab4-e753652ca4dd {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:34:16.589410 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d0ad11-52e6-410f-b699-6e6803206251', 'tag': '4c14db62-0488-47a1-b579-0e8a925ecc59', 'status': 'completed', 'code': 200} Jun 26 16:34:16.678102 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e1d6e-3e12-4dbf-a6c9-883816f1b8c2 req-aa126f4e-f4a7-476e-8283-c07068511637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:16.680260 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-f03e1d6e-3e12-4dbf-a6c9-883816f1b8c2 req-aa126f4e-f4a7-476e-8283-c07068511637 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f012282aa7c41cbbd0c48938b24801f&device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 1098 time: 0.0688748 Jun 26 16:34:16.774351 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e1d6e-3e12-4dbf-a6c9-883816f1b8c2 req-36f2be87-1eda-420a-80c5-12240a4d9c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:16.775753 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-f03e1d6e-3e12-4dbf-a6c9-883816f1b8c2 req-36f2be87-1eda-420a-80c5-12240a4d9c83 service neutron] 10.222.0.38 "GET /v2.0/networks?id=32e20bd0-d469-469a-b8ca-9bae7077591a HTTP/1.1" status: 200 len: 912 time: 0.0888729 Jun 26 16:34:16.780332 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-495246b4-2844-4fca-951e-bf52821ed8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '7b1d8b11-7bea-44eb-95ff-c25da9fb46d8', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'port_id': '4c14db62-0488-47a1-b579-0e8a925ecc59', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'mac_address': 'fa:16:3e:6c:44:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d0ad11-52e6-410f-b699-6e6803206251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:34:15Z', 'updated_at': '2021-06-26T16:34:15Z', 'revision_number': 0, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:31Z', 'revision_number': 5, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:16.806225 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495246b4-2844-4fca-951e-bf52821ed8e6 None None] Checking router: 2c47fc04-dd03-4308-859f-3563e3c1be74 for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:34:16.814484 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495246b4-2844-4fca-951e-bf52821ed8e6 None None] Routers {'2c47fc04-dd03-4308-859f-3563e3c1be74'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:34:16.815850 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-495246b4-2844-4fca-951e-bf52821ed8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:34:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['2c47fc04-dd03-4308-859f-3563e3c1be74'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:16.839689 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-f03e1d6e-3e12-4dbf-a6c9-883816f1b8c2 req-87d35b72-23d9-462f-8735-0dec5553e829 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c14db62-0488-47a1-b579-0e8a925ecc59 HTTP/1.1" status: 200 len: 998 time: 0.0572574 Jun 26 16:34:16.888270 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e1d6e-3e12-4dbf-a6c9-883816f1b8c2 req-ba9adfdd-d3a7-4694-821e-38be2db52a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:16.889833 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-f03e1d6e-3e12-4dbf-a6c9-883816f1b8c2 req-ba9adfdd-d3a7-4694-821e-38be2db52a99 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a4b5ffc3-e384-4e00-8c9c-9c929a81210d HTTP/1.1" status: 200 len: 850 time: 0.0431693 Jun 26 16:34:16.921660 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-495246b4-2844-4fca-951e-bf52821ed8e6 None None] Set router 2c47fc04-dd03-4308-859f-3563e3c1be74 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:34:16.962735 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e1d6e-3e12-4dbf-a6c9-883816f1b8c2 req-65b8cf00-1f2f-44b8-a6d2-b480961dfaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:16.964308 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-f03e1d6e-3e12-4dbf-a6c9-883816f1b8c2 req-65b8cf00-1f2f-44b8-a6d2-b480961dfaa8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32e20bd0-d469-469a-b8ca-9bae7077591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650284 Jun 26 16:34:17.056937 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-f03e1d6e-3e12-4dbf-a6c9-883816f1b8c2 req-9e74d3cd-c785-4e75-b11b-0933c1b9309d service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848494 Jun 26 16:34:17.159847 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-f03e1d6e-3e12-4dbf-a6c9-883816f1b8c2 req-4a2e58f3-601f-4eb6-a21a-df8fc6cd3279 service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960095 Jun 26 16:34:17.235808 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-495246b4-2844-4fca-951e-bf52821ed8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '7b1d8b11-7bea-44eb-95ff-c25da9fb46d8', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'port_id': '4c14db62-0488-47a1-b579-0e8a925ecc59', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'mac_address': 'fa:16:3e:6c:44:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d0ad11-52e6-410f-b699-6e6803206251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:34:15Z', 'updated_at': '2021-06-26T16:34:15Z', 'revision_number': 0, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:31Z', 'revision_number': 5, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:17.261352 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495246b4-2844-4fca-951e-bf52821ed8e6 None None] The sync data for ids ['2c47fc04-dd03-4308-859f-3563e3c1be74'] in dv-cinder-798189-1-iscsi is: [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '7b1d8b11-7bea-44eb-95ff-c25da9fb46d8', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'port_id': '4c14db62-0488-47a1-b579-0e8a925ecc59', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'mac_address': 'fa:16:3e:6c:44:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d0ad11-52e6-410f-b699-6e6803206251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:34:15Z', 'updated_at': '2021-06-26T16:34:15Z', 'revision_number': 0, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:31Z', 'revision_number': 5, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:34:17.459820 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd2c26c-168f-46d6-89dc-b750a8493e27 None None] New status for floating IP 7b1d8b11-7bea-44eb-95ff-c25da9fb46d8: ACTIVE {{(pid=93426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:34:18.160529 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 60528) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:18.421994 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 60534) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:18.456897 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-26db590f-d6b2-41a7-b8a2-09ec098956ba tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Deleting port 0687f17f-79d3-40d6-a531-bdad43fab1d3 {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:34:18.457237 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-26db590f-d6b2-41a7-b8a2-09ec098956ba tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:18.524057 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-21552fd0-7618-4c5a-b101-f5e967fa73f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:18.533587 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-26db590f-d6b2-41a7-b8a2-09ec098956ba tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:18.533967 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-26db590f-d6b2-41a7-b8a2-09ec098956ba tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:18.545701 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-26db590f-d6b2-41a7-b8a2-09ec098956ba tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Calling delete_port for 0687f17f-79d3-40d6-a531-bdad43fab1d3 owned by network:floatingip {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:34:18.610423 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-21552fd0-7618-4c5a-b101-f5e967fa73f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:18.674885 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-21552fd0-7618-4c5a-b101-f5e967fa73f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:18.677687 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-19e244a5-5ec6-4c93-bb62-ad49d52c59e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:18.717444 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-21552fd0-7618-4c5a-b101-f5e967fa73f0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c85dcbc08ff24d99b0c6d03054be9370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943146 Jun 26 16:34:18.718527 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 60540) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:18.718887 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21552fd0-7618-4c5a-b101-f5e967fa73f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f829d135-8677-4306-926b-a86e8bd830b3,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:18.737048 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-21552fd0-7618-4c5a-b101-f5e967fa73f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:18.773178 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a373d3fa-c29b-490f-9d50-0749d0ae4c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:18.792738 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-26db590f-d6b2-41a7-b8a2-09ec098956ba tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:18.796369 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a373d3fa-c29b-490f-9d50-0749d0ae4c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:18.797883 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-3422ab9f-faa8-4f5b-a1f4-f20cbfd2587f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:18.831689 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db590f-d6b2-41a7-b8a2-09ec098956ba tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Pushing event deleted for resources: {'Port': ['ID=0687f17f-79d3-40d6-a531-bdad43fab1d3,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:18.834108 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-26db590f-d6b2-41a7-b8a2-09ec098956ba tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:18.907948 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-26db590f-d6b2-41a7-b8a2-09ec098956ba tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for floatingip, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:18.908519 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.l3_db [None req-26db590f-d6b2-41a7-b8a2-09ec098956ba tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Floating IP 75d11aa8-8892-46fe-8bc1-a207951af7ac disassociated (deleted). External IP: 172.27.2.26, port: 0b1a7d38-2719-42bb-999e-f1c36a8854eb. Jun 26 16:34:19.001068 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a373d3fa-c29b-490f-9d50-0749d0ae4c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:19.003630 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-a373d3fa-c29b-490f-9d50-0749d0ae4c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:19.004752 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-a373d3fa-c29b-490f-9d50-0749d0ae4c84 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f829d135-8677-4306-926b-a86e8bd830b3 HTTP/1.1" status: 204 len: 168 time: 0.2851286 Jun 26 16:34:19.007458 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-0d45ae6f-088a-4b4b-a4e9-a55b80f1e800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:19.019037 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373d3fa-c29b-490f-9d50-0749d0ae4c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f829d135-8677-4306-926b-a86e8bd830b3,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:19.022175 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a373d3fa-c29b-490f-9d50-0749d0ae4c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:19.384186 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26db590f-d6b2-41a7-b8a2-09ec098956ba tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Router f6f2c77d-9cfd-4725-9733-32e966b2ffff has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:34:19.485749 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26db590f-d6b2-41a7-b8a2-09ec098956ba tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:34:19.490505 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-26db590f-d6b2-41a7-b8a2-09ec098956ba tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for floatingip, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:19.495277 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4759d7f-aec9-4830-b568-4e5af13ccfdf None None] Sync routers for ids ['f6f2c77d-9cfd-4725-9733-32e966b2ffff'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:34:19.504558 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4759d7f-aec9-4830-b568-4e5af13ccfdf None None] Routers {'f6f2c77d-9cfd-4725-9733-32e966b2ffff'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:34:19.505175 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-b4759d7f-aec9-4830-b568-4e5af13ccfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:34:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['f6f2c77d-9cfd-4725-9733-32e966b2ffff'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:19.532154 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-26db590f-d6b2-41a7-b8a2-09ec098956ba tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "DELETE /v2.0/floatingips/75d11aa8-8892-46fe-8bc1-a207951af7ac HTTP/1.1" status: 204 len: 168 time: 1.3680034 Jun 26 16:34:19.532154 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa34f73-94ca-41ec-bd7b-c397ef41e3da', 'tag': '0b1a7d38-2719-42bb-999e-f1c36a8854eb'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:34:19.542531 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9b4951-3df7-4730-a26d-051bda14a476" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa34f73-94ca-41ec-bd7b-c397ef41e3da", "tag": "0b1a7d38-2719-42bb-999e-f1c36a8854eb"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:34:19.583895 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785182f8-eb1b-464a-aa6f-799364ec9215 x-openstack-request-id: req-785182f8-eb1b-464a-aa6f-799364ec9215 {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:34:19.584518 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa34f73-94ca-41ec-bd7b-c397ef41e3da", "tag": "0b1a7d38-2719-42bb-999e-f1c36a8854eb", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:34:19.584875 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-785182f8-eb1b-464a-aa6f-799364ec9215 {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:34:19.585403 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa34f73-94ca-41ec-bd7b-c397ef41e3da', 'tag': '0b1a7d38-2719-42bb-999e-f1c36a8854eb', 'status': 'completed', 'code': 200} Jun 26 16:34:19.612466 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 60550) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:19.613135 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-b4759d7f-aec9-4830-b568-4e5af13ccfdf None None] Set router f6f2c77d-9cfd-4725-9733-32e966b2ffff gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:34:19.630628 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-925dc81f-d71a-4e42-978f-395a1235914c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:19.688295 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b4951-3df7-4730-a26d-051bda14a476 req-54d5ba5b-b6ab-4e36-9516-5b231e31bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:19.690023 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-3a9b4951-3df7-4730-a26d-051bda14a476 req-54d5ba5b-b6ab-4e36-9516-5b231e31bf46 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2100de5fb39244ff97ddc96c9964d3dc&device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 1098 time: 0.0760407 Jun 26 16:34:19.732788 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-925dc81f-d71a-4e42-978f-395a1235914c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:19.791347 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b4951-3df7-4730-a26d-051bda14a476 req-7cc463db-5fc2-442d-9052-8e29ca8323cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:19.793053 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-3a9b4951-3df7-4730-a26d-051bda14a476 req-7cc463db-5fc2-442d-9052-8e29ca8323cb service neutron] 10.222.0.38 "GET /v2.0/networks?id=8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a HTTP/1.1" status: 200 len: 910 time: 0.0957882 Jun 26 16:34:19.811377 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-925dc81f-d71a-4e42-978f-395a1235914c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:19.815637 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-95c4db57-db60-4912-bee3-dc6c741fc1d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:19.824228 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-b4759d7f-aec9-4830-b568-4e5af13ccfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'name': 'tempest-TestShelveInstance-1585828199-router', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:47Z', 'updated_at': '2021-06-26T16:28:52Z', 'revision_number': 4, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'gw_port': {'id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:48Z', 'updated_at': '2021-06-26T16:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '08811c48-7afd-4769-b9e5-8d333a45b224', 'name': '', 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'mac_address': 'fa:16:3e:1a:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '33e4ba87-06e7-4b7c-ad07-5c1e136045e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:51Z', 'updated_at': '2021-06-26T16:28:58Z', 'revision_number': 5, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'subnets': [{'id': '33e4ba87-06e7-4b7c-ad07-5c1e136045e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:19.838750 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-3a9b4951-3df7-4730-a26d-051bda14a476 req-0544406e-77c8-4a4c-8cf7-d3bfd193f4ac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b1a7d38-2719-42bb-999e-f1c36a8854eb HTTP/1.1" status: 200 len: 217 time: 0.0367439 Jun 26 16:34:19.853740 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4759d7f-aec9-4830-b568-4e5af13ccfdf None None] Checking router: f6f2c77d-9cfd-4725-9733-32e966b2ffff for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:34:19.863051 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4759d7f-aec9-4830-b568-4e5af13ccfdf None None] Routers {'f6f2c77d-9cfd-4725-9733-32e966b2ffff'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:34:19.864159 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-b4759d7f-aec9-4830-b568-4e5af13ccfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:34:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['f6f2c77d-9cfd-4725-9733-32e966b2ffff'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:19.885432 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-925dc81f-d71a-4e42-978f-395a1235914c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=06aba34474b14b599e5b2070545808d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718532 Jun 26 16:34:19.886729 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dc81f-d71a-4e42-978f-395a1235914c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee56c77-7f1e-477c-b6a0-9dc0ffdcb0ba,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:19.889154 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 60554) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:19.895302 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-925dc81f-d71a-4e42-978f-395a1235914c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:19.910447 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b4951-3df7-4730-a26d-051bda14a476 req-6c3b0b0e-17b8-4ca1-a255-8c0a05c0b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:19.912364 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-3a9b4951-3df7-4730-a26d-051bda14a476 req-6c3b0b0e-17b8-4ca1-a255-8c0a05c0b5df service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33e4ba87-06e7-4b7c-ad07-5c1e136045e2 HTTP/1.1" status: 200 len: 848 time: 0.0671048 Jun 26 16:34:19.941778 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-417d4f71-fb80-4a3d-ad48-f713d9faedea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:19.964857 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-417d4f71-fb80-4a3d-ad48-f713d9faedea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:19.986475 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b4951-3df7-4730-a26d-051bda14a476 req-339b71e6-98d2-4fc3-a8a5-22b9c40ed309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:19.988024 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-3a9b4951-3df7-4730-a26d-051bda14a476 req-339b71e6-98d2-4fc3-a8a5-22b9c40ed309 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684433 Jun 26 16:34:19.997483 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-b4759d7f-aec9-4830-b568-4e5af13ccfdf None None] Set router f6f2c77d-9cfd-4725-9733-32e966b2ffff gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:34:20.098026 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-417d4f71-fb80-4a3d-ad48-f713d9faedea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:20.100624 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-417d4f71-fb80-4a3d-ad48-f713d9faedea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:20.104751 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-417d4f71-fb80-4a3d-ad48-f713d9faedea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ee56c77-7f1e-477c-b6a0-9dc0ffdcb0ba HTTP/1.1" status: 204 len: 168 time: 0.2122488 Jun 26 16:34:20.104751 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-11d472e0-8995-4560-85ee-3089de70c96f tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:20.115759 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d4f71-fb80-4a3d-ad48-f713d9faedea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee56c77-7f1e-477c-b6a0-9dc0ffdcb0ba,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:20.118624 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-3a9b4951-3df7-4730-a26d-051bda14a476 req-2d4674bb-2e87-4312-a41a-3e3e4aae78a6 service neutron] 10.222.0.38 "GET /v2.0/networks/8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202297 Jun 26 16:34:20.120096 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-417d4f71-fb80-4a3d-ad48-f713d9faedea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:20.152194 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418aa2c7-bec7-4103-8856-16be28075e58 req-927c4bb3-93ec-4cdb-80e7-39219d9d0c34 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:20.159220 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-418aa2c7-bec7-4103-8856-16be28075e58 req-927c4bb3-93ec-4cdb-80e7-39219d9d0c34 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0935402 Jun 26 16:34:20.201524 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-418aa2c7-bec7-4103-8856-16be28075e58 req-c4b67042-3a6e-416a-ade0-41f70dd581e1 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413702 Jun 26 16:34:20.226327 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-b4759d7f-aec9-4830-b568-4e5af13ccfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'name': 'tempest-TestShelveInstance-1585828199-router', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:47Z', 'updated_at': '2021-06-26T16:28:52Z', 'revision_number': 4, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'gw_port': {'id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:48Z', 'updated_at': '2021-06-26T16:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '08811c48-7afd-4769-b9e5-8d333a45b224', 'name': '', 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'mac_address': 'fa:16:3e:1a:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '33e4ba87-06e7-4b7c-ad07-5c1e136045e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:51Z', 'updated_at': '2021-06-26T16:28:58Z', 'revision_number': 5, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'subnets': [{'id': '33e4ba87-06e7-4b7c-ad07-5c1e136045e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:20.235177 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-3a9b4951-3df7-4730-a26d-051bda14a476 req-27568834-936c-4989-94e9-642433c2a8ee service neutron] 10.222.0.38 "GET /v2.0/networks/8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971012 Jun 26 16:34:20.256735 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4759d7f-aec9-4830-b568-4e5af13ccfdf None None] The sync data for ids ['f6f2c77d-9cfd-4725-9733-32e966b2ffff'] in dv-cinder-798189-1-iscsi is: [{'id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'name': 'tempest-TestShelveInstance-1585828199-router', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:47Z', 'updated_at': '2021-06-26T16:28:52Z', 'revision_number': 4, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'gw_port': {'id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:48Z', 'updated_at': '2021-06-26T16:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': '08811c48-7afd-4769-b9e5-8d333a45b224', 'name': '', 'network_id': '8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'mac_address': 'fa:16:3e:1a:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '33e4ba87-06e7-4b7c-ad07-5c1e136045e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:51Z', 'updated_at': '2021-06-26T16:28:58Z', 'revision_number': 5, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'subnets': [{'id': '33e4ba87-06e7-4b7c-ad07-5c1e136045e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:34:20.468638 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb685e5-b36a-4e5b-9136-8e80e0c3a3c6 None None] New status for floating IP 75d11aa8-8892-46fe-8bc1-a207951af7ac: DOWN {{(pid=93426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:34:21.366743 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593643b5-5d4c-48e9-9928-f3611aa10e27 req-e563b11c-e735-4954-9d67-d74a80d56a08 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:21.368259 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-593643b5-5d4c-48e9-9928-f3611aa10e27 req-e563b11c-e735-4954-9d67-d74a80d56a08 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0650930 Jun 26 16:34:21.405821 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-593643b5-5d4c-48e9-9928-f3611aa10e27 req-63f02b30-1cfd-469d-8d2c-a6898e778502 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/security-groups?id=885568f9-d1c7-4294-be4a-9b6fd6b23d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318685 Jun 26 16:34:21.645691 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5589ba-b85f-4d7c-965d-2535ab2dcfed req-71c0bea5-c03c-474d-9004-2b9b3755431e tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:21.647200 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-7c5589ba-b85f-4d7c-965d-2535ab2dcfed req-71c0bea5-c03c-474d-9004-2b9b3755431e tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 945 time: 0.0715237 Jun 26 16:34:21.745911 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [req-7c5589ba-b85f-4d7c-965d-2535ab2dcfed req-470edf26-a7f0-4833-bb3e-3356a22fff65 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Deleting port 0b1a7d38-2719-42bb-999e-f1c36a8854eb {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:34:21.746336 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-7c5589ba-b85f-4d7c-965d-2535ab2dcfed req-470edf26-a7f0-4833-bb3e-3356a22fff65 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:21.834901 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [req-7c5589ba-b85f-4d7c-965d-2535ab2dcfed req-470edf26-a7f0-4833-bb3e-3356a22fff65 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] For port 0b1a7d38-2719-42bb-999e-f1c36a8854eb, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0b1a7d38-2719-42bb-999e-f1c36a8854eb,segment=NetworkSegment(181f9d5a-c4bf-45f9-bfaa-809001a802e1),segment_id=181f9d5a-c4bf-45f9-bfaa-809001a802e1)] {{(pid=93424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:34:21.835260 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-7c5589ba-b85f-4d7c-965d-2535ab2dcfed req-470edf26-a7f0-4833-bb3e-3356a22fff65 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:21.847146 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [req-7c5589ba-b85f-4d7c-965d-2535ab2dcfed req-470edf26-a7f0-4833-bb3e-3356a22fff65 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Calling delete_port for 0b1a7d38-2719-42bb-999e-f1c36a8854eb owned by compute:nova {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:34:22.045364 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-7c5589ba-b85f-4d7c-965d-2535ab2dcfed req-470edf26-a7f0-4833-bb3e-3356a22fff65 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:22.050818 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-250b64a8-bd5a-4b4e-8d74-d29bfc389b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:22.101839 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470edf26-a7f0-4833-bb3e-3356a22fff65 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Pushing event deleted for resources: {'Port': ['ID=0b1a7d38-2719-42bb-999e-f1c36a8854eb,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:22.104872 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-470edf26-a7f0-4833-bb3e-3356a22fff65 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:22.127856 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5589ba-b85f-4d7c-965d-2535ab2dcfed req-470edf26-a7f0-4833-bb3e-3356a22fff65 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] No DVR routers for this DVR port 0b1a7d38-2719-42bb-999e-f1c36a8854eb on host hv-cinder-79818 {{(pid=93424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:34:22.128573 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:34:22.130469 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [req-7c5589ba-b85f-4d7c-965d-2535ab2dcfed req-470edf26-a7f0-4833-bb3e-3356a22fff65 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:22.133645 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-7c5589ba-b85f-4d7c-965d-2535ab2dcfed req-470edf26-a7f0-4833-bb3e-3356a22fff65 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.38 "DELETE /v2.0/ports/0b1a7d38-2719-42bb-999e-f1c36a8854eb HTTP/1.1" status: 204 len: 173 time: 0.4793777 Jun 26 16:34:22.134188 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa34f73-94ca-41ec-bd7b-c397ef41e3da', 'name': 'network-vif-deleted', 'tag': '0b1a7d38-2719-42bb-999e-f1c36a8854eb'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:34:22.137621 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbe0efa-91fe-4cc1-8bbe-3aa8ed0097f5" -d '{"events": [{"server_uuid": "9fa34f73-94ca-41ec-bd7b-c397ef41e3da", "name": "network-vif-deleted", "tag": "0b1a7d38-2719-42bb-999e-f1c36a8854eb"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:34:22.178622 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285e5865-417a-404a-83dd-a382e63ae893 x-openstack-request-id: req-285e5865-417a-404a-83dd-a382e63ae893 {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:34:22.178994 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa34f73-94ca-41ec-bd7b-c397ef41e3da", "name": "network-vif-deleted", "tag": "0b1a7d38-2719-42bb-999e-f1c36a8854eb", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:34:22.179823 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-285e5865-417a-404a-83dd-a382e63ae893 {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:34:22.180376 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa34f73-94ca-41ec-bd7b-c397ef41e3da', 'name': 'network-vif-deleted', 'tag': '0b1a7d38-2719-42bb-999e-f1c36a8854eb', 'status': 'completed', 'code': 200} Jun 26 16:34:22.547209 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-164f25ec-3367-44d2-bddc-c9b191458a9b req-a039eaa1-5a50-4d40-94a6-4ed2fca8a975 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 210 time: 0.0291629 Jun 26 16:34:23.702267 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9a6ecae6-3695-4967-9272-ef3dd9b5e940 req-b99d1f3a-41e6-425f-a992-929213433a05 tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fa34f73-94ca-41ec-bd7b-c397ef41e3da HTTP/1.1" status: 200 len: 210 time: 0.0273924 Jun 26 16:34:24.792451 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 60628) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:24.848717 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a589a84a-bb84-4f9c-8284-85e8edfa046d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:24.873229 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a589a84a-bb84-4f9c-8284-85e8edfa046d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:25.045150 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a589a84a-bb84-4f9c-8284-85e8edfa046d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:25.047843 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-a589a84a-bb84-4f9c-8284-85e8edfa046d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:25.049095 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-a589a84a-bb84-4f9c-8284-85e8edfa046d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] 10.222.0.35 "DELETE /v2.0/security-groups/885568f9-d1c7-4294-be4a-9b6fd6b23d2e HTTP/1.1" status: 204 len: 168 time: 0.2555063 Jun 26 16:34:25.049973 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-ec9b0929-15d5-49d3-9302-cc9150cd8ae9 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:25.058532 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589a84a-bb84-4f9c-8284-85e8edfa046d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=885568f9-d1c7-4294-be4a-9b6fd6b23d2e,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:25.066230 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589a84a-bb84-4f9c-8284-85e8edfa046d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:25.066230 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589a84a-bb84-4f9c-8284-85e8edfa046d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:25.066614 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589a84a-bb84-4f9c-8284-85e8edfa046d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:25.066842 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589a84a-bb84-4f9c-8284-85e8edfa046d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:25.067126 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589a84a-bb84-4f9c-8284-85e8edfa046d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:25.067483 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589a84a-bb84-4f9c-8284-85e8edfa046d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:25.067842 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589a84a-bb84-4f9c-8284-85e8edfa046d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:25.068196 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589a84a-bb84-4f9c-8284-85e8edfa046d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:25.068553 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589a84a-bb84-4f9c-8284-85e8edfa046d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:25.068913 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589a84a-bb84-4f9c-8284-85e8edfa046d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:25.069261 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589a84a-bb84-4f9c-8284-85e8edfa046d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:25.069609 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589a84a-bb84-4f9c-8284-85e8edfa046d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:25.077963 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-a589a84a-bb84-4f9c-8284-85e8edfa046d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:25.176413 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 60636) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:25.487246 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 60644) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:25.591800 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-0d4d2e03-62f8-4214-94b9-3a9a0e63f5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:25.605046 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0ce7275c-85a4-4ba0-8f79-671ac66337c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684534'] for router_interface, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:25.677331 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-0d4d2e03-62f8-4214-94b9-3a9a0e63f5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:25.759537 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-0d4d2e03-62f8-4214-94b9-3a9a0e63f5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:25.763514 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-6306972a-5262-402f-9fa1-26e6a35ba89e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:25.796454 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d2e03-62f8-4214-94b9-3a9a0e63f5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84955ca-2391-4560-82f5-1b84b46b318b,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:25.799502 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-0d4d2e03-62f8-4214-94b9-3a9a0e63f5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:25.804398 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-0d4d2e03-62f8-4214-94b9-3a9a0e63f5c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d6eb5c55682a4e548bc231adff51ea57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136809 Jun 26 16:34:25.805546 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 60648) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:25.820074 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 0b1a7d38-2719-42bb-999e-f1c36a8854eb no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:34:25.839327 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] No Port match for: 0b1a7d38-2719-42bb-999e-f1c36a8854eb {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:34:25.839616 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 0b1a7d38-2719-42bb-999e-f1c36a8854eb not bound to the agent host hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:34:25.884290 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca1e0-838e-4825-8f36-c9006842766d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:25.892800 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7275c-85a4-4ba0-8f79-671ac66337c9 admin admin] Deleting port 08811c48-7afd-4769-b9e5-8d333a45b224 {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:34:25.893136 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0ce7275c-85a4-4ba0-8f79-671ac66337c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:25.926001 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca1e0-838e-4825-8f36-c9006842766d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:26.006939 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [None req-0ce7275c-85a4-4ba0-8f79-671ac66337c9 admin admin] For port 08811c48-7afd-4769-b9e5-8d333a45b224, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=08811c48-7afd-4769-b9e5-8d333a45b224,segment=NetworkSegment(181f9d5a-c4bf-45f9-bfaa-809001a802e1),segment_id=181f9d5a-c4bf-45f9-bfaa-809001a802e1)] {{(pid=93424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:34:26.007300 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0ce7275c-85a4-4ba0-8f79-671ac66337c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:26.020860 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7275c-85a4-4ba0-8f79-671ac66337c9 admin admin] Calling delete_port for 08811c48-7afd-4769-b9e5-8d333a45b224 owned by network:router_interface {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:34:26.114359 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca1e0-838e-4825-8f36-c9006842766d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:26.117008 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca1e0-838e-4825-8f36-c9006842766d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:26.118128 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-5f8ca1e0-838e-4825-8f36-c9006842766d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d84955ca-2391-4560-82f5-1b84b46b318b HTTP/1.1" status: 204 len: 168 time: 0.3124774 Jun 26 16:34:26.121079 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-f87e04df-00d4-48cd-8224-94fee6e47285 tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:26.131410 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ca1e0-838e-4825-8f36-c9006842766d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84955ca-2391-4560-82f5-1b84b46b318b,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:26.134620 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-5f8ca1e0-838e-4825-8f36-c9006842766d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:26.272729 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0ce7275c-85a4-4ba0-8f79-671ac66337c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:26.275617 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:26.302249 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7275c-85a4-4ba0-8f79-671ac66337c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=08811c48-7afd-4769-b9e5-8d333a45b224,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:26.305664 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-0ce7275c-85a4-4ba0-8f79-671ac66337c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:26.469231 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0ce7275c-85a4-4ba0-8f79-671ac66337c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645638'] for router_interface, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:26.677457 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce7275c-85a4-4ba0-8f79-671ac66337c9 admin admin] Router f6f2c77d-9cfd-4725-9733-32e966b2ffff has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:34:26.770530 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 60656) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:26.786637 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e799bea5-1d7f-4a83-a228-95330ab8e733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:26.817704 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce7275c-85a4-4ba0-8f79-671ac66337c9 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:34:26.825220 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-0ce7275c-85a4-4ba0-8f79-671ac66337c9 admin admin] 10.222.0.35 "PUT /v2.0/routers/f6f2c77d-9cfd-4725-9733-32e966b2ffff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6477914 Jun 26 16:34:26.826579 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a541da03-2e7e-415f-ad1f-f528857d5444 None None] Sync routers for ids ['f6f2c77d-9cfd-4725-9733-32e966b2ffff'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:34:26.829066 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 60658) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:26.837137 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a541da03-2e7e-415f-ad1f-f528857d5444 None None] Routers {'f6f2c77d-9cfd-4725-9733-32e966b2ffff'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:34:26.837775 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-a541da03-2e7e-415f-ad1f-f528857d5444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:34:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['f6f2c77d-9cfd-4725-9733-32e966b2ffff'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:26.938181 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-a541da03-2e7e-415f-ad1f-f528857d5444 None None] Set router f6f2c77d-9cfd-4725-9733-32e966b2ffff gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:34:26.969043 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8585d907-4928-4e43-b3ce-f47502065d81 admin admin] Notify callbacks [] for router, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:27.014710 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e799bea5-1d7f-4a83-a228-95330ab8e733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:27.075712 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8585d907-4928-4e43-b3ce-f47502065d81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:27.079859 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e799bea5-1d7f-4a83-a228-95330ab8e733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:27.082813 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-5419cf09-15ab-444b-8f7b-70095160a851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:27.116170 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-a541da03-2e7e-415f-ad1f-f528857d5444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'name': 'tempest-TestShelveInstance-1585828199-router', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:47Z', 'updated_at': '2021-06-26T16:34:26Z', 'revision_number': 5, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'gw_port': {'id': '629d3e17-31d9-455d-a853-22d4b598d99f', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:48Z', 'updated_at': '2021-06-26T16:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:27.118635 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799bea5-1d7f-4a83-a228-95330ab8e733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13454552-6a5b-4a97-8a65-fc792bd16dc9,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:27.122892 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-e799bea5-1d7f-4a83-a228-95330ab8e733 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64a3d1b923f746fd8008fea2b2c876f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3513911 Jun 26 16:34:27.124029 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-e799bea5-1d7f-4a83-a228-95330ab8e733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:27.127463 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 60660) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:27.142198 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a541da03-2e7e-415f-ad1f-f528857d5444 None None] Checking router: f6f2c77d-9cfd-4725-9733-32e966b2ffff for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:34:27.150967 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a541da03-2e7e-415f-ad1f-f528857d5444 None None] Routers {'f6f2c77d-9cfd-4725-9733-32e966b2ffff'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:34:27.151575 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-a541da03-2e7e-415f-ad1f-f528857d5444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:34:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['f6f2c77d-9cfd-4725-9733-32e966b2ffff'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:27.207222 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-95a1ac27-c58b-48a4-bf00-5c728193ce69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:27.232445 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-95a1ac27-c58b-48a4-bf00-5c728193ce69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:27.233964 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-a541da03-2e7e-415f-ad1f-f528857d5444 None None] Set router f6f2c77d-9cfd-4725-9733-32e966b2ffff gateway port host: None {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:34:27.245301 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-8585d907-4928-4e43-b3ce-f47502065d81 admin admin] Deleting port 629d3e17-31d9-455d-a853-22d4b598d99f {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:34:27.245631 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8585d907-4928-4e43-b3ce-f47502065d81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:27.337324 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [None req-8585d907-4928-4e43-b3ce-f47502065d81 admin admin] For port 629d3e17-31d9-455d-a853-22d4b598d99f, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=629d3e17-31d9-455d-a853-22d4b598d99f,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:34:27.338119 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8585d907-4928-4e43-b3ce-f47502065d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:27.349283 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-8585d907-4928-4e43-b3ce-f47502065d81 admin admin] Calling delete_port for 629d3e17-31d9-455d-a853-22d4b598d99f owned by network:router_gateway {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:34:27.373261 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-a541da03-2e7e-415f-ad1f-f528857d5444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'name': 'tempest-TestShelveInstance-1585828199-router', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:47Z', 'updated_at': '2021-06-26T16:34:27Z', 'revision_number': 6, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'gw_port_host': None}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:27.408739 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a541da03-2e7e-415f-ad1f-f528857d5444 None None] The sync data for ids ['f6f2c77d-9cfd-4725-9733-32e966b2ffff'] in dv-cinder-798189-1-iscsi is: [{'id': 'f6f2c77d-9cfd-4725-9733-32e966b2ffff', 'name': 'tempest-TestShelveInstance-1585828199-router', 'tenant_id': '2100de5fb39244ff97ddc96c9964d3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:47Z', 'updated_at': '2021-06-26T16:34:27Z', 'revision_number': 6, 'project_id': '2100de5fb39244ff97ddc96c9964d3dc', 'gw_port_host': None}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:34:27.411011 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-95a1ac27-c58b-48a4-bf00-5c728193ce69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:27.413564 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-95a1ac27-c58b-48a4-bf00-5c728193ce69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:27.414683 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-95a1ac27-c58b-48a4-bf00-5c728193ce69 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/13454552-6a5b-4a97-8a65-fc792bd16dc9 HTTP/1.1" status: 204 len: 168 time: 0.2880599 Jun 26 16:34:27.416721 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b15d669a-55c1-4772-8aa3-33d2b08448c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:27.427705 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1ac27-c58b-48a4-bf00-5c728193ce69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13454552-6a5b-4a97-8a65-fc792bd16dc9,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:27.459380 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-95a1ac27-c58b-48a4-bf00-5c728193ce69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:27.605416 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8585d907-4928-4e43-b3ce-f47502065d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:27.607548 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-f8f5c0ed-427b-4ab1-ac55-42fc214f46c8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:27.629922 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585d907-4928-4e43-b3ce-f47502065d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=629d3e17-31d9-455d-a853-22d4b598d99f,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:27.633613 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-8585d907-4928-4e43-b3ce-f47502065d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:27.964836 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8585d907-4928-4e43-b3ce-f47502065d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646844'] for router_gateway, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:28.052284 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8585d907-4928-4e43-b3ce-f47502065d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5638'] for router, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:28.054451 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8585d907-4928-4e43-b3ce-f47502065d81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:28.153784 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8585d907-4928-4e43-b3ce-f47502065d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646123'] for router, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:28.154290 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8585d907-4928-4e43-b3ce-f47502065d81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6f2c77d-9cfd-4725-9733-32e966b2ffff {{(pid=93424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 16:34:28.158934 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-8585d907-4928-4e43-b3ce-f47502065d81 admin admin] Notify callbacks [] for router, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:28.164688 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-8585d907-4928-4e43-b3ce-f47502065d81 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f6f2c77d-9cfd-4725-9733-32e966b2ffff HTTP/1.1" status: 204 len: 168 time: 1.3301191 Jun 26 16:34:28.164688 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 60676) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:28.212022 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a389311-c17e-4513-893e-e13d6856d83c admin admin] Deleting subnet 33e4ba87-06e7-4b7c-ad07-5c1e136045e2 {{(pid=93424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:34:28.215991 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6a389311-c17e-4513-893e-e13d6856d83c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:28.253722 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6a389311-c17e-4513-893e-e13d6856d83c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9654320'] for subnet, precommit_delete_associations {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:28.331918 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6a389311-c17e-4513-893e-e13d6856d83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077411'] for subnet, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:28.429211 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 08811c48-7afd-4769-b9e5-8d333a45b224 no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:34:28.452527 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: 08811c48-7afd-4769-b9e5-8d333a45b224 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:34:28.458172 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 08811c48-7afd-4769-b9e5-8d333a45b224 not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:34:28.458172 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 629d3e17-31d9-455d-a853-22d4b598d99f no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:34:28.472505 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: 629d3e17-31d9-455d-a853-22d4b598d99f {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:34:28.472853 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 629d3e17-31d9-455d-a853-22d4b598d99f not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:34:28.473355 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6a389311-c17e-4513-893e-e13d6856d83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9987676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10402897'] for subnet, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:28.476985 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-2d8ebed6-c964-4f96-a705-35ce35b6f656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:28.510461 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a389311-c17e-4513-893e-e13d6856d83c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33e4ba87-06e7-4b7c-ad07-5c1e136045e2,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:28.512483 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-6a389311-c17e-4513-893e-e13d6856d83c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:28.518889 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-6a389311-c17e-4513-893e-e13d6856d83c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/33e4ba87-06e7-4b7c-ad07-5c1e136045e2 HTTP/1.1" status: 204 len: 168 time: 0.3509562 Jun 26 16:34:28.518889 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-6a389311-c17e-4513-893e-e13d6856d83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:28.519108 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07ad45c-c5a5-4be3-8763-7ccd04aefe65 None None] Network 8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:34:28.519214 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 60690) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:28.590682 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599898'] for network, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:28.642655 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] Deleting port 31fe1c0e-a3b2-4b00-b462-e53977505fbc {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:34:28.642984 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:28.709739 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] For port 31fe1c0e-a3b2-4b00-b462-e53977505fbc, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=31fe1c0e-a3b2-4b00-b462-e53977505fbc,segment=NetworkSegment(181f9d5a-c4bf-45f9-bfaa-809001a802e1),segment_id=181f9d5a-c4bf-45f9-bfaa-809001a802e1)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:34:28.710097 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:28.722307 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] Calling delete_port for 31fe1c0e-a3b2-4b00-b462-e53977505fbc owned by network:dhcp {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:34:28.748016 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0251b892-e2b0-4bc4-ba59-6cf9fee1a065 None None] DHCP port deletion for 8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a request from dv-cinder-798189-1-iscsi {{(pid=93426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 16:34:28.792196 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-0251b892-e2b0-4bc4-ba59-6cf9fee1a065 None None] Deleting port 31fe1c0e-a3b2-4b00-b462-e53977505fbc {{(pid=93426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:34:28.792482 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-0251b892-e2b0-4bc4-ba59-6cf9fee1a065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:28.851847 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-0251b892-e2b0-4bc4-ba59-6cf9fee1a065 None None] For port 31fe1c0e-a3b2-4b00-b462-e53977505fbc, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=31fe1c0e-a3b2-4b00-b462-e53977505fbc,segment=NetworkSegment(181f9d5a-c4bf-45f9-bfaa-809001a802e1),segment_id=181f9d5a-c4bf-45f9-bfaa-809001a802e1)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:34:28.852162 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-0251b892-e2b0-4bc4-ba59-6cf9fee1a065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:28.861229 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:28.863859 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-0251b892-e2b0-4bc4-ba59-6cf9fee1a065 None None] Calling delete_port for 31fe1c0e-a3b2-4b00-b462-e53977505fbc owned by network:dhcp {{(pid=93426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:34:28.864314 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-89f15b45-938b-4a64-bd55-ae2b6fadbb2c tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:28.891175 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] No DVR routers for this DVR port 31fe1c0e-a3b2-4b00-b462-e53977505fbc on host dv-cinder-798189-1-iscsi {{(pid=93425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:34:28.895434 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] Pushing event deleted for resources: {'Port': ['ID=31fe1c0e-a3b2-4b00-b462-e53977505fbc,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:28.897641 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:28.941180 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-0251b892-e2b0-4bc4-ba59-6cf9fee1a065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750'] for port, after_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:28.943110 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-20d44111-598c-4e1d-880b-45c5963e0d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:28.965210 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251b892-e2b0-4bc4-ba59-6cf9fee1a065 None None] Pushing event deleted for resources: {'Port': ['ID=31fe1c0e-a3b2-4b00-b462-e53977505fbc,revision_number=None']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:28.968649 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-0251b892-e2b0-4bc4-ba59-6cf9fee1a065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:28.971763 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0251b892-e2b0-4bc4-ba59-6cf9fee1a065 None None] No DVR routers for this DVR port 31fe1c0e-a3b2-4b00-b462-e53977505fbc on host dv-cinder-798189-1-iscsi {{(pid=93426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:34:28.978119 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2078910', 'neutron.services.segments.db._delete_segments_for_network-8735253278486'] for network, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:28.989329 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a']}} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:29.002132 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181f9d5a-c4bf-45f9-bfaa-809001a802e1') {'for_net_delete': True} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:29.002431 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181f9d5a-c4bf-45f9-bfaa-809001a802e1') {} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:29.011786 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735253296631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2683760'] for segment, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:29.025032 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:29.030666 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:34:29.031070 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2366411'] for segment, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: Traceback (most recent call last): Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: timer() Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: cb(*args, **kw) Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: return func(*args, **kwargs) Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: self._notify() Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: self.callback(batched_events) Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: event.method(event) Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: return f(self, *a, **k) Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: return self._get(url).json() Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: return self.request(url, 'GET', **kwargs) Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:34:29.032672 dv-cinder-798189-1-iscsi neutron-server[93425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:34:29.181085 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2078901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646772'] for network, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:29.187307 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-a61216d9-5168-4489-9841-f1dbe649ea00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:29.189789 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:29.191650 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] 10.222.0.35 "DELETE /v2.0/networks/8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a HTTP/1.1" status: 204 len: 168 time: 0.6718328 Jun 26 16:34:29.202224 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 60694) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:29.202553 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] Pushing event deleted for resources: {'Network': ['ID=8a855fb4-10d8-4bb1-b3a2-c4cf54ee9a0a,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:29.205064 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:29.533756 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ab24f5c5-505b-4ce6-abf7-947d2092e34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684534'] for router_interface, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:29.777258 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-ab24f5c5-505b-4ce6-abf7-947d2092e34b admin admin] Deleting port 87f1f723-3a06-4330-882a-0b0949a34b8a {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:34:29.777567 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ab24f5c5-505b-4ce6-abf7-947d2092e34b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:29.854429 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [None req-ab24f5c5-505b-4ce6-abf7-947d2092e34b admin admin] For port 87f1f723-3a06-4330-882a-0b0949a34b8a, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=87f1f723-3a06-4330-882a-0b0949a34b8a,segment=NetworkSegment(26b55004-a331-4768-ac47-7eacebf314e5),segment_id=26b55004-a331-4768-ac47-7eacebf314e5)] {{(pid=93424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:34:29.854813 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ab24f5c5-505b-4ce6-abf7-947d2092e34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:29.866389 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-ab24f5c5-505b-4ce6-abf7-947d2092e34b admin admin] Calling delete_port for 87f1f723-3a06-4330-882a-0b0949a34b8a owned by network:router_interface {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:34:30.079337 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ab24f5c5-505b-4ce6-abf7-947d2092e34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:30.081467 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-ffbd80db-a8b8-4e2c-9590-960961b8ab05 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:30.105275 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24f5c5-505b-4ce6-abf7-947d2092e34b admin admin] Pushing event deleted for resources: {'Port': ['ID=87f1f723-3a06-4330-882a-0b0949a34b8a,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:30.107727 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-ab24f5c5-505b-4ce6-abf7-947d2092e34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:30.268673 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-ab24f5c5-505b-4ce6-abf7-947d2092e34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645638'] for router_interface, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:30.458587 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 31fe1c0e-a3b2-4b00-b462-e53977505fbc no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:34:30.478532 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: 31fe1c0e-a3b2-4b00-b462-e53977505fbc {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:34:30.479203 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 31fe1c0e-a3b2-4b00-b462-e53977505fbc not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:34:30.481580 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab24f5c5-505b-4ce6-abf7-947d2092e34b admin admin] Router 0820d639-3e90-400d-b3d9-bcaf066cc819 has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:34:30.585932 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab24f5c5-505b-4ce6-abf7-947d2092e34b admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:34:30.593516 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-ab24f5c5-505b-4ce6-abf7-947d2092e34b admin admin] 10.222.0.35 "PUT /v2.0/routers/0820d639-3e90-400d-b3d9-bcaf066cc819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3901634 Jun 26 16:34:30.594010 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 60708) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:30.601027 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52357d28-bb5f-44e1-ac3f-a9ca9feda787 None None] Sync routers for ids ['0820d639-3e90-400d-b3d9-bcaf066cc819'] in dv-cinder-798189-1-iscsi {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:34:30.610557 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52357d28-bb5f-44e1-ac3f-a9ca9feda787 None None] Routers {'0820d639-3e90-400d-b3d9-bcaf066cc819'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:34:30.611316 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-52357d28-bb5f-44e1-ac3f-a9ca9feda787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:34:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['0820d639-3e90-400d-b3d9-bcaf066cc819'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:30.699578 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-617ccf34-9c44-4421-bb87-bee949a10459 admin admin] Notify callbacks [] for router, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:30.713926 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-52357d28-bb5f-44e1-ac3f-a9ca9feda787 None None] Set router 0820d639-3e90-400d-b3d9-bcaf066cc819 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:34:30.895373 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-52357d28-bb5f-44e1-ac3f-a9ca9feda787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820d639-3e90-400d-b3d9-bcaf066cc819', 'name': 'tempest-TestShelveInstance-1222774678-router', 'tenant_id': '92bffe6f40944201ba0f4b165997215c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a68d83d1-1df1-45cb-96e3-9aea2a65d51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:55Z', 'updated_at': '2021-06-26T16:34:29Z', 'revision_number': 5, 'project_id': '92bffe6f40944201ba0f4b165997215c', 'gw_port': {'id': 'a68d83d1-1df1-45cb-96e3-9aea2a65d51a', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820d639-3e90-400d-b3d9-bcaf066cc819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:56Z', 'updated_at': '2021-06-26T16:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:30.922241 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52357d28-bb5f-44e1-ac3f-a9ca9feda787 None None] Checking router: 0820d639-3e90-400d-b3d9-bcaf066cc819 for host: dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:34:30.930802 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52357d28-bb5f-44e1-ac3f-a9ca9feda787 None None] Routers {'0820d639-3e90-400d-b3d9-bcaf066cc819'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:34:30.932004 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-52357d28-bb5f-44e1-ac3f-a9ca9feda787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:34:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['0820d639-3e90-400d-b3d9-bcaf066cc819'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:31.038002 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-52357d28-bb5f-44e1-ac3f-a9ca9feda787 None None] Set router 0820d639-3e90-400d-b3d9-bcaf066cc819 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:34:31.083616 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-617ccf34-9c44-4421-bb87-bee949a10459 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:31.195559 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-617ccf34-9c44-4421-bb87-bee949a10459 admin admin] Deleting port a68d83d1-1df1-45cb-96e3-9aea2a65d51a {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:34:31.196170 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-617ccf34-9c44-4421-bb87-bee949a10459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:31.212100 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-52357d28-bb5f-44e1-ac3f-a9ca9feda787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820d639-3e90-400d-b3d9-bcaf066cc819', 'name': 'tempest-TestShelveInstance-1222774678-router', 'tenant_id': '92bffe6f40944201ba0f4b165997215c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a68d83d1-1df1-45cb-96e3-9aea2a65d51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:55Z', 'updated_at': '2021-06-26T16:34:29Z', 'revision_number': 5, 'project_id': '92bffe6f40944201ba0f4b165997215c', 'gw_port': {'id': 'a68d83d1-1df1-45cb-96e3-9aea2a65d51a', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820d639-3e90-400d-b3d9-bcaf066cc819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:56Z', 'updated_at': '2021-06-26T16:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:31.242739 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52357d28-bb5f-44e1-ac3f-a9ca9feda787 None None] The sync data for ids ['0820d639-3e90-400d-b3d9-bcaf066cc819'] in dv-cinder-798189-1-iscsi is: [{'id': '0820d639-3e90-400d-b3d9-bcaf066cc819', 'name': 'tempest-TestShelveInstance-1222774678-router', 'tenant_id': '92bffe6f40944201ba0f4b165997215c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'a68d83d1-1df1-45cb-96e3-9aea2a65d51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:55Z', 'updated_at': '2021-06-26T16:34:29Z', 'revision_number': 5, 'project_id': '92bffe6f40944201ba0f4b165997215c', 'gw_port': {'id': 'a68d83d1-1df1-45cb-96e3-9aea2a65d51a', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820d639-3e90-400d-b3d9-bcaf066cc819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:56Z', 'updated_at': '2021-06-26T16:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}] {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:34:31.277668 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [None req-617ccf34-9c44-4421-bb87-bee949a10459 admin admin] For port a68d83d1-1df1-45cb-96e3-9aea2a65d51a, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=a68d83d1-1df1-45cb-96e3-9aea2a65d51a,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:34:31.278035 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-617ccf34-9c44-4421-bb87-bee949a10459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:31.290086 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-617ccf34-9c44-4421-bb87-bee949a10459 admin admin] Calling delete_port for a68d83d1-1df1-45cb-96e3-9aea2a65d51a owned by network:router_gateway {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:34:31.508094 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-617ccf34-9c44-4421-bb87-bee949a10459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:31.511296 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-9de0aedb-cf91-43d7-80d1-2ad9034e6f1b tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:31.533834 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ccf34-9c44-4421-bb87-bee949a10459 admin admin] Pushing event deleted for resources: {'Port': ['ID=a68d83d1-1df1-45cb-96e3-9aea2a65d51a,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:31.536899 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-617ccf34-9c44-4421-bb87-bee949a10459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:31.596914 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-617ccf34-9c44-4421-bb87-bee949a10459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646844'] for router_gateway, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:31.687229 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-617ccf34-9c44-4421-bb87-bee949a10459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5638'] for router, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:31.689518 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-617ccf34-9c44-4421-bb87-bee949a10459 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:31.770660 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-617ccf34-9c44-4421-bb87-bee949a10459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646123'] for router, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:31.771242 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617ccf34-9c44-4421-bb87-bee949a10459 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0820d639-3e90-400d-b3d9-bcaf066cc819 {{(pid=93425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 16:34:31.775713 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-617ccf34-9c44-4421-bb87-bee949a10459 admin admin] Notify callbacks [] for router, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:31.776849 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-617ccf34-9c44-4421-bb87-bee949a10459 admin admin] 10.222.0.35 "DELETE /v2.0/routers/0820d639-3e90-400d-b3d9-bcaf066cc819 HTTP/1.1" status: 204 len: 168 time: 1.1802056 Jun 26 16:34:31.779417 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 60714) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:31.823043 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f935cbc-16cd-4a16-8550-e035eb616f8a admin admin] Deleting subnet 7da65b89-c40e-4614-86d7-ac0fce3cdc55 {{(pid=93425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:34:31.826334 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9f935cbc-16cd-4a16-8550-e035eb616f8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:31.859587 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9f935cbc-16cd-4a16-8550-e035eb616f8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2683751'] for subnet, precommit_delete_associations {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:31.940051 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9f935cbc-16cd-4a16-8550-e035eb616f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077411'] for subnet, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:32.062425 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9f935cbc-16cd-4a16-8550-e035eb616f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2366254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2799837'] for subnet, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:32.065302 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-6fc8cac7-d11c-456a-817a-32ed065132cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:32.088025 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935cbc-16cd-4a16-8550-e035eb616f8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7da65b89-c40e-4614-86d7-ac0fce3cdc55,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:32.090395 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-9f935cbc-16cd-4a16-8550-e035eb616f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:32.092903 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9f935cbc-16cd-4a16-8550-e035eb616f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:32.094813 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-9f935cbc-16cd-4a16-8550-e035eb616f8a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7da65b89-c40e-4614-86d7-ac0fce3cdc55 HTTP/1.1" status: 204 len: 168 time: 0.3145165 Jun 26 16:34:32.097384 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 60718) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:32.098399 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c929736c-1544-4846-8502-374d4f28b647 None None] Network 215931a1-1730-4485-a652-45c6f9c751dc requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:34:32.167635 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599898'] for network, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:32.219943 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] Deleting port b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849 {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:34:32.220290 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:32.288365 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] For port b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849,segment=NetworkSegment(26b55004-a331-4768-ac47-7eacebf314e5),segment_id=26b55004-a331-4768-ac47-7eacebf314e5)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:34:32.288726 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:32.290379 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817f0794-18a5-4d1a-948a-1d5d85f70f7c None None] DHCP port deletion for 215931a1-1730-4485-a652-45c6f9c751dc request from dv-cinder-798189-1-iscsi {{(pid=93426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 16:34:32.301966 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] Calling delete_port for b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849 owned by network:dhcp {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:34:32.445654 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device a68d83d1-1df1-45cb-96e3-9aea2a65d51a no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:34:32.466394 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: a68d83d1-1df1-45cb-96e3-9aea2a65d51a {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:34:32.466734 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device a68d83d1-1df1-45cb-96e3-9aea2a65d51a not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:34:32.467163 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849 no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:34:32.514612 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-817f0794-18a5-4d1a-948a-1d5d85f70f7c None None] Deleting port b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849 {{(pid=93426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:34:32.514948 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-817f0794-18a5-4d1a-948a-1d5d85f70f7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:32.524216 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:32.527820 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:32.550414 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] Pushing event deleted for resources: {'Port': ['ID=b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:32.551537 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Port b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849 update to DOWN by agent not found {{(pid=93426) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jun 26 16:34:32.551981 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 87f1f723-3a06-4330-882a-0b0949a34b8a no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:34:32.553528 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:32.554301 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] No DVR routers for this DVR port b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849 on host dv-cinder-798189-1-iscsi {{(pid=93425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:34:32.593574 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: 87f1f723-3a06-4330-882a-0b0949a34b8a {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:34:32.593925 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 87f1f723-3a06-4330-882a-0b0949a34b8a not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:34:32.611911 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-817f0794-18a5-4d1a-948a-1d5d85f70f7c None None] For port b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849,segment=NetworkSegment(26b55004-a331-4768-ac47-7eacebf314e5),segment_id=26b55004-a331-4768-ac47-7eacebf314e5)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:34:32.612311 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-817f0794-18a5-4d1a-948a-1d5d85f70f7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:32.624396 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-817f0794-18a5-4d1a-948a-1d5d85f70f7c None None] Calling delete_port for b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849 owned by network:dhcp {{(pid=93426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:34:32.629047 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2078910', 'neutron.services.segments.db._delete_segments_for_network-8735253278486'] for network, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:32.638495 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215931a1-1730-4485-a652-45c6f9c751dc']}} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:32.647814 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b55004-a331-4768-ac47-7eacebf314e5') {'for_net_delete': True} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:32.648114 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b55004-a331-4768-ac47-7eacebf314e5') {} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:32.661573 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735253296631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2683760'] for segment, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:32.676330 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:32.682084 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:34:32.682467 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2366411'] for segment, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: Traceback (most recent call last): Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: timer() Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: cb(*args, **kw) Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: return func(*args, **kwargs) Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: self._notify() Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: self.callback(batched_events) Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: event.method(event) Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: return f(self, *a, **k) Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: return self._get(url).json() Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: return self.request(url, 'GET', **kwargs) Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:34:32.684627 dv-cinder-798189-1-iscsi neutron-server[93425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:34:32.706156 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-817f0794-18a5-4d1a-948a-1d5d85f70f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750'] for port, after_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:32.708094 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-1d8a4275-ffe3-4b36-b736-0be7945c48a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:32.731750 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f0794-18a5-4d1a-948a-1d5d85f70f7c None None] Pushing event deleted for resources: {'Port': ['ID=b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849,revision_number=None']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:32.734744 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-817f0794-18a5-4d1a-948a-1d5d85f70f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:32.735567 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817f0794-18a5-4d1a-948a-1d5d85f70f7c None None] No DVR routers for this DVR port b0fc6af0-dc7d-4429-b3dc-e9b6fb9d1849 on host dv-cinder-798189-1-iscsi {{(pid=93426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:34:32.816351 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2078901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646772'] for network, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:32.820304 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:32.823358 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:32.825138 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] 10.222.0.35 "DELETE /v2.0/networks/215931a1-1730-4485-a652-45c6f9c751dc HTTP/1.1" status: 204 len: 168 time: 0.7267528 Jun 26 16:34:32.835905 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] Pushing event deleted for resources: {'Network': ['ID=215931a1-1730-4485-a652-45c6f9c751dc,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:32.838857 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-3db43759-2908-4d3d-81c7-8a225980446c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:33.179241 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 60724) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:33.218214 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-c3b7e43f-519c-4435-bc93-2eb52a3ac955 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2100de5fb39244ff97ddc96c9964d3dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377688 Jun 26 16:34:33.225610 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 60726) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:33.273397 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-de3cb454-a596-4eb0-ab33-d8e035256bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:33.294073 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-de3cb454-a596-4eb0-ab33-d8e035256bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:33.427418 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-de3cb454-a596-4eb0-ab33-d8e035256bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:33.429945 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-de3cb454-a596-4eb0-ab33-d8e035256bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:33.431107 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-de3cb454-a596-4eb0-ab33-d8e035256bac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/211e8642-cd86-4aa9-9407-210ee869b8bf HTTP/1.1" status: 204 len: 168 time: 0.2036574 Jun 26 16:34:33.431868 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-073723a3-de4e-439d-9f3d-90c1bcea7e53 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:33.439019 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cb454-a596-4eb0-ab33-d8e035256bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211e8642-cd86-4aa9-9407-210ee869b8bf,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:33.443240 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-de3cb454-a596-4eb0-ab33-d8e035256bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:34.090271 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 60734) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:34.130240 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-cdc95298-1e87-4268-a5d8-6b277dd51d5e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92bffe6f40944201ba0f4b165997215c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386686 Jun 26 16:34:34.132574 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 60736) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:34.180608 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-379f7e70-a8c6-4c13-abad-51467d27dfbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:34.201056 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-379f7e70-a8c6-4c13-abad-51467d27dfbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:34.524961 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-379f7e70-a8c6-4c13-abad-51467d27dfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:34.527591 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-379f7e70-a8c6-4c13-abad-51467d27dfbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:34.528737 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-379f7e70-a8c6-4c13-abad-51467d27dfbe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1eb04122-7423-4241-90be-4e34924a00ca HTTP/1.1" status: 204 len: 168 time: 0.3952920 Jun 26 16:34:34.529514 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-b473c462-e667-4815-b3d2-f6ea367ff55f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:34.537006 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f7e70-a8c6-4c13-abad-51467d27dfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb04122-7423-4241-90be-4e34924a00ca,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:34.539225 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-379f7e70-a8c6-4c13-abad-51467d27dfbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:37.290276 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-e28a1a5a-b7b4-4293-afda-064e398181ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:37.301749 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:39.917820 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:40.079125 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-55bd6ddc-66d6-4dd6-9aa8-920dfe8aaf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:40.866222 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:41.020672 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-26da5b22-db4f-4e17-b499-643d4eca1210 req-672347dc-9c6c-465d-be51-e056813923b4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517797 Jun 26 16:34:41.113252 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da5b22-db4f-4e17-b499-643d4eca1210 req-1393e969-1104-42f4-ac27-92c615556823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:41.114883 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-26da5b22-db4f-4e17-b499-643d4eca1210 req-1393e969-1104-42f4-ac27-92c615556823 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e8d5454a3a34b91b88733c476597ace&device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 1098 time: 0.0517325 Jun 26 16:34:41.224881 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da5b22-db4f-4e17-b499-643d4eca1210 req-a0a0cf11-72d7-4df1-a9b1-780c51145307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:41.226317 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-26da5b22-db4f-4e17-b499-643d4eca1210 req-a0a0cf11-72d7-4df1-a9b1-780c51145307 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f32909da-b54c-444e-b1bf-6d65d5e65a3d HTTP/1.1" status: 200 len: 918 time: 0.0859330 Jun 26 16:34:41.288560 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-26da5b22-db4f-4e17-b499-643d4eca1210 req-355276d4-a13f-421a-8880-6cee4e1c44c9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffedc46c-10a1-43bd-ad48-f04bb0472775 HTTP/1.1" status: 200 len: 1000 time: 0.0554364 Jun 26 16:34:41.337080 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da5b22-db4f-4e17-b499-643d4eca1210 req-f65abc1d-e519-493a-a16f-9a71f897ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:41.338444 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-26da5b22-db4f-4e17-b499-643d4eca1210 req-f65abc1d-e519-493a-a16f-9a71f897ae92 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6302d635-3f7d-4e5f-b072-feefede6d6d8 HTTP/1.1" status: 200 len: 856 time: 0.0440607 Jun 26 16:34:41.392945 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da5b22-db4f-4e17-b499-643d4eca1210 req-92634403-422d-4f08-9695-92e917ecc30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:41.394392 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-26da5b22-db4f-4e17-b499-643d4eca1210 req-92634403-422d-4f08-9695-92e917ecc30c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f32909da-b54c-444e-b1bf-6d65d5e65a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495040 Jun 26 16:34:41.483206 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-26da5b22-db4f-4e17-b499-643d4eca1210 req-4c6e8bc2-b604-433b-8f66-1f33ce4e575b service neutron] 10.222.0.38 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817752 Jun 26 16:34:41.568393 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-26da5b22-db4f-4e17-b499-643d4eca1210 req-0e77ea00-c4a1-4494-bc73-43e04c4b3c17 service neutron] 10.222.0.38 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785306 Jun 26 16:34:42.690543 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:52.937814 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 60852) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:53.043594 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-829daa35-9ff0-466b-ae6f-38d403fb750d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:53.127029 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-829daa35-9ff0-466b-ae6f-38d403fb750d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:53.193167 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-829daa35-9ff0-466b-ae6f-38d403fb750d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:53.196277 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-925dc81f-d71a-4e42-978f-395a1235914c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:53.229809 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-829daa35-9ff0-466b-ae6f-38d403fb750d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=315ca5dcf7bb45508b0ceca154778731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923844 Jun 26 16:34:53.231819 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829daa35-9ff0-466b-ae6f-38d403fb750d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734e4afe-6c8f-40d1-a104-fb1e3bfd1bfb,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:53.232635 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 60856) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:53.238249 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-829daa35-9ff0-466b-ae6f-38d403fb750d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:53.279890 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5c637a1b-283a-47dc-97f7-f6367f07a2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:53.300838 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5c637a1b-283a-47dc-97f7-f6367f07a2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:53.393267 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5c637a1b-283a-47dc-97f7-f6367f07a2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:53.395878 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-5c637a1b-283a-47dc-97f7-f6367f07a2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:53.397087 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-5c637a1b-283a-47dc-97f7-f6367f07a2e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/734e4afe-6c8f-40d1-a104-fb1e3bfd1bfb HTTP/1.1" status: 204 len: 168 time: 0.1633892 Jun 26 16:34:53.397783 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-12a5e840-8e5e-4a64-8ffd-4cdcba8291b0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:53.405269 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c637a1b-283a-47dc-97f7-f6367f07a2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734e4afe-6c8f-40d1-a104-fb1e3bfd1bfb,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:53.415166 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c637a1b-283a-47dc-97f7-f6367f07a2e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:53.415166 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c637a1b-283a-47dc-97f7-f6367f07a2e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:53.415166 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c637a1b-283a-47dc-97f7-f6367f07a2e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:53.415166 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c637a1b-283a-47dc-97f7-f6367f07a2e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:53.415166 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c637a1b-283a-47dc-97f7-f6367f07a2e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:53.415166 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c637a1b-283a-47dc-97f7-f6367f07a2e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:53.415166 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c637a1b-283a-47dc-97f7-f6367f07a2e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:53.415166 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c637a1b-283a-47dc-97f7-f6367f07a2e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:53.415166 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c637a1b-283a-47dc-97f7-f6367f07a2e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:53.416132 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c637a1b-283a-47dc-97f7-f6367f07a2e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:53.416132 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c637a1b-283a-47dc-97f7-f6367f07a2e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:53.416132 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c637a1b-283a-47dc-97f7-f6367f07a2e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:53.419679 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-5c637a1b-283a-47dc-97f7-f6367f07a2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:57.358451 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e18718-3d80-4d54-9db1-d04c204638cc req-8017a550-b3f0-4835-9924-87c1d170796d tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:57.359971 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d0e18718-3d80-4d54-9db1-d04c204638cc req-8017a550-b3f0-4835-9924-87c1d170796d tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0717967 Jun 26 16:34:57.400585 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d0e18718-3d80-4d54-9db1-d04c204638cc req-e8eca411-2418-47fd-afec-1da2ac18409b tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348685 Jun 26 16:34:58.604118 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c30b4-6693-45e3-bd0c-26c4c5483664 req-cc25792b-3f62-4744-8864-05d2ba7582ae tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:58.605558 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-846c30b4-6693-45e3-bd0c-26c4c5483664 req-cc25792b-3f62-4744-8864-05d2ba7582ae tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0611629 Jun 26 16:34:58.641747 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-846c30b4-6693-45e3-bd0c-26c4c5483664 req-f2614031-f56d-4539-b6e8-1207c37e0f13 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305243 Jun 26 16:34:59.127610 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:34:59.820367 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dfb8c-19db-4925-92f7-3014d4ad4375 req-9f401cbe-61a7-494c-8438-4a162b76c606 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:59.821811 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-676dfb8c-19db-4925-92f7-3014d4ad4375 req-9f401cbe-61a7-494c-8438-4a162b76c606 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0606086 Jun 26 16:34:59.857810 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-676dfb8c-19db-4925-92f7-3014d4ad4375 req-8e279d75-6c66-4060-bef9-bdcd37028742 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300183 Jun 26 16:35:01.032249 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a621d-9c65-45e7-88f1-6cc20cc447c9 req-ab2f0a2f-0fdf-46d1-a88d-6f0db3febb50 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:01.033612 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-300a621d-9c65-45e7-88f1-6cc20cc447c9 req-ab2f0a2f-0fdf-46d1-a88d-6f0db3febb50 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0644503 Jun 26 16:35:01.069585 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-300a621d-9c65-45e7-88f1-6cc20cc447c9 req-13840da3-2075-4818-8e60-e655601bb109 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303454 Jun 26 16:35:02.244210 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00605417-e498-4f42-b0d6-0f033e680b85 req-a23cd347-1448-4506-8001-6985440e5d09 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:02.245650 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-00605417-e498-4f42-b0d6-0f033e680b85 req-a23cd347-1448-4506-8001-6985440e5d09 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0612490 Jun 26 16:35:02.282673 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-00605417-e498-4f42-b0d6-0f033e680b85 req-d4829877-d377-4c52-9720-dfccb48171a9 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311427 Jun 26 16:35:03.460561 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b670eb-74b7-4c94-82c5-29a3708116d2 req-ec70188c-25ad-4d91-8b74-aceba3a90c30 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:03.461999 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-16b670eb-74b7-4c94-82c5-29a3708116d2 req-ec70188c-25ad-4d91-8b74-aceba3a90c30 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0649769 Jun 26 16:35:03.499018 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-16b670eb-74b7-4c94-82c5-29a3708116d2 req-a871f5fc-2070-4317-a006-f60fee57be0e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306389 Jun 26 16:35:04.672454 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d03c8b-c896-462e-a212-4ddeda6cc354 req-4d78f2b6-0b49-43db-9229-a92f2617c982 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:04.673911 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-73d03c8b-c896-462e-a212-4ddeda6cc354 req-4d78f2b6-0b49-43db-9229-a92f2617c982 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0629153 Jun 26 16:35:04.709350 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-73d03c8b-c896-462e-a212-4ddeda6cc354 req-2ba396aa-1fb8-4809-a6b4-8d0dcc317e70 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298238 Jun 26 16:35:05.882059 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748aec55-118b-44c6-9afd-9979c77ac68b req-4ef3dd51-6cd1-49e0-ae3c-257acd0a79db tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:05.883527 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-748aec55-118b-44c6-9afd-9979c77ac68b req-4ef3dd51-6cd1-49e0-ae3c-257acd0a79db tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0605612 Jun 26 16:35:05.919471 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-748aec55-118b-44c6-9afd-9979c77ac68b req-ffdfd479-a96d-4d8c-b9ba-fc65da9a2be4 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304132 Jun 26 16:35:07.093825 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2162e7-882c-4835-931e-2e1e635e82d9 req-8232fb9e-9d94-4c2b-bd06-eb4a2d86efd1 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:07.100841 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6f2162e7-882c-4835-931e-2e1e635e82d9 req-8232fb9e-9d94-4c2b-bd06-eb4a2d86efd1 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0643194 Jun 26 16:35:07.132732 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6f2162e7-882c-4835-931e-2e1e635e82d9 req-abdee732-79f3-470a-a82f-9d1bc0def9c2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306795 Jun 26 16:35:07.278186 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:07.306612 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-667378e7-6e37-45b8-ab5d-6b6dd66104ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:08.308126 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611cec3-d7d3-4914-8f7a-28942e588d49 req-1c312a49-6e55-4774-8293-5bb804615f50 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:08.309559 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a611cec3-d7d3-4914-8f7a-28942e588d49 req-1c312a49-6e55-4774-8293-5bb804615f50 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0611291 Jun 26 16:35:08.344756 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a611cec3-d7d3-4914-8f7a-28942e588d49 req-5b56b000-187d-457b-98e4-8f81dab824c0 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297465 Jun 26 16:35:09.518574 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cfe93-1949-4c7f-a096-1ec31f9da354 req-9e743a48-0e47-4787-80ef-a7a73296a1f7 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:09.520050 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-224cfe93-1949-4c7f-a096-1ec31f9da354 req-9e743a48-0e47-4787-80ef-a7a73296a1f7 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0646195 Jun 26 16:35:09.555761 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-224cfe93-1949-4c7f-a096-1ec31f9da354 req-6ee3c40b-2092-4f5f-92b8-3d118123ee79 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302477 Jun 26 16:35:09.871522 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:10.043018 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-4918cf36-a655-4a94-811d-e41ff72924cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:10.726315 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508e2e5-9e1b-4997-9dc7-ffba29cffbd2 req-b191e84b-ee1e-4316-a446-f62ec2915100 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:10.727778 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1508e2e5-9e1b-4997-9dc7-ffba29cffbd2 req-b191e84b-ee1e-4316-a446-f62ec2915100 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0608504 Jun 26 16:35:10.763966 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1508e2e5-9e1b-4997-9dc7-ffba29cffbd2 req-f9dd71ec-c88e-4643-baed-91e151ca4632 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307746 Jun 26 16:35:10.838271 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:11.937251 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca74c6-f74f-4dce-ac66-d8c438aa833d req-7142cd43-f2d1-454f-a357-6169d094b635 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:11.938643 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e7ca74c6-f74f-4dce-ac66-d8c438aa833d req-7142cd43-f2d1-454f-a357-6169d094b635 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0603483 Jun 26 16:35:11.974347 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e7ca74c6-f74f-4dce-ac66-d8c438aa833d req-4a866a37-8269-496a-8f99-b85b9acbbb21 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302470 Jun 26 16:35:12.644397 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:13.158659 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de60cf-d360-4a55-afdb-b8bd8c490374 req-eb7b83cf-66b4-4a26-b125-563c13550316 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:13.160125 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b6de60cf-d360-4a55-afdb-b8bd8c490374 req-eb7b83cf-66b4-4a26-b125-563c13550316 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0666957 Jun 26 16:35:13.195784 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b6de60cf-d360-4a55-afdb-b8bd8c490374 req-e85c2fec-8dbb-436d-acf4-b139272e0326 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300150 Jun 26 16:35:14.381663 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e9f71-1373-41a3-92f0-922831c9c8fc req-165e91e0-0299-4171-bb77-0317316dead3 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:14.383169 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-202e9f71-1373-41a3-92f0-922831c9c8fc req-165e91e0-0299-4171-bb77-0317316dead3 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0742722 Jun 26 16:35:14.419554 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-202e9f71-1373-41a3-92f0-922831c9c8fc req-c8da3dad-389c-4fff-aba9-f3ec3110eed3 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302448 Jun 26 16:35:15.602375 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60352190-16da-4e9f-bcc5-986f86312366 req-d3819dca-e21a-4000-9c48-ee7ce17299cf tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:15.603828 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-60352190-16da-4e9f-bcc5-986f86312366 req-d3819dca-e21a-4000-9c48-ee7ce17299cf tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0640569 Jun 26 16:35:15.639526 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-60352190-16da-4e9f-bcc5-986f86312366 req-bcfdc95f-0fa4-4b55-8aeb-0ae8fe9a246a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301960 Jun 26 16:35:16.809913 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10210dfa-aca8-4d93-947b-5359604067ff req-93f18543-653b-43c7-8151-f32b7412f7cb tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:16.811368 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-10210dfa-aca8-4d93-947b-5359604067ff req-93f18543-653b-43c7-8151-f32b7412f7cb tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0604112 Jun 26 16:35:16.846359 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-10210dfa-aca8-4d93-947b-5359604067ff req-90499509-e2c4-47a0-b92c-7e82b483290e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295920 Jun 26 16:35:18.016634 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc40eb-e2a8-491c-b3b2-45c3c0670216 req-747f8c0f-f19a-4f20-abbe-0917a108501e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:18.017993 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dafc40eb-e2a8-491c-b3b2-45c3c0670216 req-747f8c0f-f19a-4f20-abbe-0917a108501e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0610628 Jun 26 16:35:18.053508 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dafc40eb-e2a8-491c-b3b2-45c3c0670216 req-48a93a40-5708-4da8-a1c7-4993d18f1301 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299792 Jun 26 16:35:19.227851 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4f5fa-43e1-4fec-bd30-132fcc633612 req-81df3178-4ec2-4edd-bbf0-68f5dea4d85a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:19.229278 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-51b4f5fa-43e1-4fec-bd30-132fcc633612 req-81df3178-4ec2-4edd-bbf0-68f5dea4d85a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0641682 Jun 26 16:35:19.270333 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-51b4f5fa-43e1-4fec-bd30-132fcc633612 req-7d4667c0-7b0f-48f9-a7be-2a09f9dca945 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350559 Jun 26 16:35:20.296447 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device ffedc46c-10a1-43bd-ad48-f04bb0472775 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:35:20.392378 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port ffedc46c-10a1-43bd-ad48-f04bb0472775, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ffedc46c-10a1-43bd-ad48-f04bb0472775,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:35:20.405206 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': 'ffedc46c-10a1-43bd-ad48-f04bb0472775', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'port_id': 'ffedc46c-10a1-43bd-ad48-f04bb0472775', 'mac_address': 'fa:16:3e:a6:46:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:35:20.441927 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:20.448751 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d44d28-4c93-496c-842c-24c835662a1d req-5d2e95d1-ed8c-4d89-9aca-253fbc6e2953 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:20.450309 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b4d44d28-4c93-496c-842c-24c835662a1d req-5d2e95d1-ed8c-4d89-9aca-253fbc6e2953 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0657723 Jun 26 16:35:20.456062 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffedc46c-10a1-43bd-ad48-f04bb0472775 {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:35:20.479566 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port ffedc46c-10a1-43bd-ad48-f04bb0472775, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ffedc46c-10a1-43bd-ad48-f04bb0472775,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:35:20.489989 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b4d44d28-4c93-496c-842c-24c835662a1d req-1aabfbe9-a17e-4b1c-a48e-71d3e6a32c15 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335660 Jun 26 16:35:20.574231 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:20.577115 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:20.634507 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=ffedc46c-10a1-43bd-ad48-f04bb0472775,revision_number=6']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:20.641835 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:20.642269 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:20.642682 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:20.643120 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:20.643522 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:20.643929 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:20.644346 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:20.644741 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:20.645143 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:20.645720 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:20.646055 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:20.646385 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:20.650436 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:20.658896 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['ffedc46c-10a1-43bd-ad48-f04bb0472775'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:35:21.862052 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579565d6-a632-4753-8a53-ebca79303d33 req-0420b884-4136-4e55-85a2-51502d6953b6 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:21.864284 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-579565d6-a632-4753-8a53-ebca79303d33 req-0420b884-4136-4e55-85a2-51502d6953b6 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 944 time: 0.0729597 Jun 26 16:35:21.903877 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-579565d6-a632-4753-8a53-ebca79303d33 req-d6349093-57d1-4f8a-90f1-71cadb867eca tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338769 Jun 26 16:35:22.325370 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device ffedc46c-10a1-43bd-ad48-f04bb0472775 up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:35:22.383626 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port ffedc46c-10a1-43bd-ad48-f04bb0472775 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:35:22.384121 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:22.473521 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:22.494281 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bae810-8a9c-4a90-ac66-a5ce51316614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffedc46c-10a1-43bd-ad48-f04bb0472775'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:35:22.496707 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a438385-b85e-4a06-b176-03df890a7163" -d '{"events": [{"server_uuid": "40bae810-8a9c-4a90-ac66-a5ce51316614", "name": "network-vif-plugged", "status": "completed", "tag": "ffedc46c-10a1-43bd-ad48-f04bb0472775"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:35:22.509900 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port ffedc46c-10a1-43bd-ad48-f04bb0472775, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ffedc46c-10a1-43bd-ad48-f04bb0472775,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:35:22.544680 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd591ee-817b-4d9e-8717-a5ee9c704b0b x-openstack-request-id: req-3fd591ee-817b-4d9e-8717-a5ee9c704b0b {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:35:22.544988 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bae810-8a9c-4a90-ac66-a5ce51316614", "name": "network-vif-plugged", "status": "completed", "tag": "ffedc46c-10a1-43bd-ad48-f04bb0472775", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:35:22.545255 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3fd591ee-817b-4d9e-8717-a5ee9c704b0b {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:35:22.545671 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bae810-8a9c-4a90-ac66-a5ce51316614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffedc46c-10a1-43bd-ad48-f04bb0472775', 'code': 200} Jun 26 16:35:22.585712 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:22.587678 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:22.644859 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=ffedc46c-10a1-43bd-ad48-f04bb0472775,revision_number=7']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:22.647844 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:23.085832 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a8934-d8f1-40e3-a396-123f8c03ebf4 req-7166b08b-572b-4e92-9677-5f0f532a2a47 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:23.087349 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-512a8934-d8f1-40e3-a396-123f8c03ebf4 req-7166b08b-572b-4e92-9677-5f0f532a2a47 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0623100 Jun 26 16:35:23.124649 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-512a8934-d8f1-40e3-a396-123f8c03ebf4 req-aeb8620e-66c6-45b8-8e76-eff5c880e31b tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316558 Jun 26 16:35:24.328101 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529e0c1-9dcc-4a8c-b4ea-27d76a9c7c6d req-242f3aae-dcb9-4377-ace0-ac66e52d8747 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:24.329697 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f529e0c1-9dcc-4a8c-b4ea-27d76a9c7c6d req-242f3aae-dcb9-4377-ace0-ac66e52d8747 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0780659 Jun 26 16:35:24.374005 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f529e0c1-9dcc-4a8c-b4ea-27d76a9c7c6d req-8cd8e30d-202a-4561-853c-b276d8276828 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378785 Jun 26 16:35:25.581547 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2ff60-3e91-43a0-b020-f0fbb89856df req-df3b744a-6d46-4b7c-a913-172d31f38be4 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:25.583245 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9ef2ff60-3e91-43a0-b020-f0fbb89856df req-df3b744a-6d46-4b7c-a913-172d31f38be4 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0824676 Jun 26 16:35:25.622953 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9ef2ff60-3e91-43a0-b020-f0fbb89856df req-9e29cc98-47c7-436d-8e53-50a0f2712e3e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339687 Jun 26 16:35:26.811612 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e600d17-6ec6-430f-aedb-7357589aee33 req-73e11411-2ab8-43e8-8ca1-dc7b2b7137f8 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:26.813903 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0e600d17-6ec6-430f-aedb-7357589aee33 req-73e11411-2ab8-43e8-8ca1-dc7b2b7137f8 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0731795 Jun 26 16:35:26.855142 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0e600d17-6ec6-430f-aedb-7357589aee33 req-a8523a7b-004d-4203-a3d2-a837bdd2eb49 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350051 Jun 26 16:35:28.059360 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a8b71-04e5-4d96-998d-fca40fd0375f req-15bb4ed2-3ffc-4bdb-b3fd-8cd1144ebb85 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:28.061774 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1b8a8b71-04e5-4d96-998d-fca40fd0375f req-15bb4ed2-3ffc-4bdb-b3fd-8cd1144ebb85 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0788262 Jun 26 16:35:28.103289 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1b8a8b71-04e5-4d96-998d-fca40fd0375f req-7d51b6c0-8162-43ed-8e19-722c3f59257b tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355175 Jun 26 16:35:29.294782 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322162b4-60cc-457d-b383-6c179d4187ef req-875a82fc-a59a-4018-a2a7-e9a500e7ec2e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:29.297224 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-322162b4-60cc-457d-b383-6c179d4187ef req-875a82fc-a59a-4018-a2a7-e9a500e7ec2e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0682275 Jun 26 16:35:29.335093 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-322162b4-60cc-457d-b383-6c179d4187ef req-1d06363c-1c44-46f8-babc-de337337852f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319974 Jun 26 16:35:30.522224 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bd853-6821-424d-9985-393b4fe01eeb req-40e7c594-2e62-4035-b2a4-9b9e389f8219 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:30.523757 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d60bd853-6821-424d-9985-393b4fe01eeb req-40e7c594-2e62-4035-b2a4-9b9e389f8219 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0634501 Jun 26 16:35:30.561020 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-d60bd853-6821-424d-9985-393b4fe01eeb req-b9134b9e-3e26-4308-a399-e3a190de2941 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316782 Jun 26 16:35:31.536553 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9e18a-790a-4658-bce2-eacb3eb1ad1d req-1be6ca32-ced9-4c18-8d18-796da3236c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:31.537899 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-0ac9e18a-790a-4658-bce2-eacb3eb1ad1d req-1be6ca32-ced9-4c18-8d18-796da3236c75 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e8d5454a3a34b91b88733c476597ace&device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 1098 time: 0.0520215 Jun 26 16:35:31.623085 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9e18a-790a-4658-bce2-eacb3eb1ad1d req-25baab89-a4c3-499d-92a5-d41c80e524ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:31.624534 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-0ac9e18a-790a-4658-bce2-eacb3eb1ad1d req-25baab89-a4c3-499d-92a5-d41c80e524ca service neutron] 10.222.0.38 "GET /v2.0/networks?id=f32909da-b54c-444e-b1bf-6d65d5e65a3d HTTP/1.1" status: 200 len: 918 time: 0.0806737 Jun 26 16:35:31.690725 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-0ac9e18a-790a-4658-bce2-eacb3eb1ad1d req-c11c10fc-1bec-4cf5-82de-58a087b738a8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffedc46c-10a1-43bd-ad48-f04bb0472775 HTTP/1.1" status: 200 len: 1000 time: 0.0593624 Jun 26 16:35:31.737044 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9e18a-790a-4658-bce2-eacb3eb1ad1d req-e5bc79c4-63b0-4a73-862f-9b00ed67f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:31.737290 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9b63f-78aa-4d20-a9db-61a4eb9d9824 req-b62be1fe-4902-4a85-a59c-464cf66c63a4 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:31.738477 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-0ac9e18a-790a-4658-bce2-eacb3eb1ad1d req-e5bc79c4-63b0-4a73-862f-9b00ed67f1fa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6302d635-3f7d-4e5f-b072-feefede6d6d8 HTTP/1.1" status: 200 len: 856 time: 0.0417960 Jun 26 16:35:31.738646 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-40e9b63f-78aa-4d20-a9db-61a4eb9d9824 req-b62be1fe-4902-4a85-a59c-464cf66c63a4 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0645504 Jun 26 16:35:31.775811 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-40e9b63f-78aa-4d20-a9db-61a4eb9d9824 req-881012c6-6152-4d76-8fba-fe3ef292ad70 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315292 Jun 26 16:35:31.793646 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9e18a-790a-4658-bce2-eacb3eb1ad1d req-c0bf174f-8470-4b01-b379-a08fc6542f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:31.795070 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-0ac9e18a-790a-4658-bce2-eacb3eb1ad1d req-c0bf174f-8470-4b01-b379-a08fc6542f8d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f32909da-b54c-444e-b1bf-6d65d5e65a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500162 Jun 26 16:35:31.885341 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-0ac9e18a-790a-4658-bce2-eacb3eb1ad1d req-48bd8b78-cb9e-428b-83ca-97d1900fffd0 service neutron] 10.222.0.38 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827715 Jun 26 16:35:31.971992 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-0ac9e18a-790a-4658-bce2-eacb3eb1ad1d req-6262826e-f6fd-4518-a06b-abdbb2449fd6 service neutron] 10.222.0.38 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796752 Jun 26 16:35:32.955408 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ad775-3738-4496-8a45-688bd2ba6a36 req-9ba6f5d8-6438-4beb-ade6-65d8b75887cc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:32.956744 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8a7ad775-3738-4496-8a45-688bd2ba6a36 req-9ba6f5d8-6438-4beb-ade6-65d8b75887cc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0604544 Jun 26 16:35:32.992101 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-8a7ad775-3738-4496-8a45-688bd2ba6a36 req-65e210f6-8e60-4fa3-af0e-4cc1e1c00543 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298691 Jun 26 16:35:34.177876 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd24f4-3452-4305-bad5-8ec359678144 req-44e08c25-9366-4019-bede-5b0a467322ed tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:34.179367 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-34bd24f4-3452-4305-bad5-8ec359678144 req-44e08c25-9366-4019-bede-5b0a467322ed tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0674329 Jun 26 16:35:34.216453 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-34bd24f4-3452-4305-bad5-8ec359678144 req-a472adc8-e218-4b42-9681-048de977d5c3 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311925 Jun 26 16:35:36.127843 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:35:36.459225 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device ffedc46c-10a1-43bd-ad48-f04bb0472775 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:35:36.500984 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bccc2-5c78-46e6-aaf6-817133e83acb req-dd167fe4-ddc6-4993-a2a6-01d85f41879e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:36.502449 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f48bccc2-5c78-46e6-aaf6-817133e83acb req-dd167fe4-ddc6-4993-a2a6-01d85f41879e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 945 time: 0.0674167 Jun 26 16:35:36.535674 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:36.539204 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f48bccc2-5c78-46e6-aaf6-817133e83acb req-20a30f66-055c-4d29-a8e9-56319dfbf00e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308688 Jun 26 16:35:36.557917 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bae810-8a9c-4a90-ac66-a5ce51316614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffedc46c-10a1-43bd-ad48-f04bb0472775'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:35:36.560730 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6affa3-28c7-476a-b181-946213fd9e74" -d '{"events": [{"server_uuid": "40bae810-8a9c-4a90-ac66-a5ce51316614", "name": "network-vif-unplugged", "status": "completed", "tag": "ffedc46c-10a1-43bd-ad48-f04bb0472775"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:35:36.573267 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port ffedc46c-10a1-43bd-ad48-f04bb0472775, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ffedc46c-10a1-43bd-ad48-f04bb0472775,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:35:36.591210 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 26 Jun 2021 16:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72904db0-2d6d-4be9-bd28-adad018e1569 x-openstack-request-id: req-72904db0-2d6d-4be9-bd28-adad018e1569 {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:35:36.591510 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bae810-8a9c-4a90-ac66-a5ce51316614", "name": "network-vif-unplugged", "status": "failed", "tag": "ffedc46c-10a1-43bd-ad48-f04bb0472775", "code": 422}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:35:36.591812 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72904db0-2d6d-4be9-bd28-adad018e1569 {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:35:36.592226 dv-cinder-798189-1-iscsi neutron-server[93426]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '40bae810-8a9c-4a90-ac66-a5ce51316614', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ffedc46c-10a1-43bd-ad48-f04bb0472775', 'code': 422} returned with failed status Jun 26 16:35:36.681658 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:36.684095 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:36.711554 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-ec6edaaa-8645-4ddf-9d4c-bbf783af56a3 req-42323fdd-bfec-4b03-92e4-68344fdc328d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0512383 Jun 26 16:35:36.732293 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=ffedc46c-10a1-43bd-ad48-f04bb0472775,revision_number=8']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:36.735238 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:37.276327 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b31fc9e0-88b7-40ec-92a1-713f78f26013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:37.363962 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:37.715676 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833856e-ddeb-45c0-941d-83418fb6f99d req-ce93d7fe-5c00-4ed7-932c-aa5011e7cb98 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:37.717134 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9833856e-ddeb-45c0-941d-83418fb6f99d req-ce93d7fe-5c00-4ed7-932c-aa5011e7cb98 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 943 time: 0.0615525 Jun 26 16:35:37.753920 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9833856e-ddeb-45c0-941d-83418fb6f99d req-0f76307f-6444-4b70-8bb6-6d2c03ed619a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310695 Jun 26 16:35:38.038181 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6edaaa-8645-4ddf-9d4c-bbf783af56a3 req-9fcabb57-8ede-4108-ad24-08c29cb70867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:38.039675 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-ec6edaaa-8645-4ddf-9d4c-bbf783af56a3 req-9fcabb57-8ede-4108-ad24-08c29cb70867 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614&tenant_id=3e8d5454a3a34b91b88733c476597ace HTTP/1.1" status: 200 len: 1096 time: 0.0799568 Jun 26 16:35:38.111642 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6edaaa-8645-4ddf-9d4c-bbf783af56a3 req-1cb9af7f-4fab-43cb-ae18-e3688505b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:38.113062 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-ec6edaaa-8645-4ddf-9d4c-bbf783af56a3 req-1cb9af7f-4fab-43cb-ae18-e3688505b7ac service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e8d5454a3a34b91b88733c476597ace&device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 1096 time: 0.0524061 Jun 26 16:35:38.196499 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6edaaa-8645-4ddf-9d4c-bbf783af56a3 req-b1b7c9bc-6c9c-433d-a439-58e1a8ce0835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:38.197916 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-ec6edaaa-8645-4ddf-9d4c-bbf783af56a3 req-b1b7c9bc-6c9c-433d-a439-58e1a8ce0835 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f32909da-b54c-444e-b1bf-6d65d5e65a3d HTTP/1.1" status: 200 len: 918 time: 0.0791247 Jun 26 16:35:38.261944 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-ec6edaaa-8645-4ddf-9d4c-bbf783af56a3 req-57981982-2d4c-4c9b-9c05-a402454ba90e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffedc46c-10a1-43bd-ad48-f04bb0472775 HTTP/1.1" status: 200 len: 998 time: 0.0567281 Jun 26 16:35:38.307832 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6edaaa-8645-4ddf-9d4c-bbf783af56a3 req-c4240f21-56a1-44dc-aec0-da7ba2c5dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:38.309708 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-ec6edaaa-8645-4ddf-9d4c-bbf783af56a3 req-c4240f21-56a1-44dc-aec0-da7ba2c5dd2c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6302d635-3f7d-4e5f-b072-feefede6d6d8 HTTP/1.1" status: 200 len: 856 time: 0.0415480 Jun 26 16:35:38.364525 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6edaaa-8645-4ddf-9d4c-bbf783af56a3 req-88cc5ea1-a6fb-4e5f-8905-726e37d16c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:38.365925 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-ec6edaaa-8645-4ddf-9d4c-bbf783af56a3 req-88cc5ea1-a6fb-4e5f-8905-726e37d16c56 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f32909da-b54c-444e-b1bf-6d65d5e65a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491402 Jun 26 16:35:38.453155 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-ec6edaaa-8645-4ddf-9d4c-bbf783af56a3 req-b3316cc8-ba51-4ee4-8ce1-76af9e5b6fef service neutron] 10.222.0.38 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812178 Jun 26 16:35:38.540570 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [req-ec6edaaa-8645-4ddf-9d4c-bbf783af56a3 req-8455fef1-4ba1-4bfb-92cd-1270e3357a91 service neutron] 10.222.0.38 "GET /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807986 Jun 26 16:35:38.600617 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf45916f-837e-4a57-a79f-feb758ea8933 req-e877bc01-c0a2-4794-bd72-771041c87dab service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515854 Jun 26 16:35:38.673842 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45916f-837e-4a57-a79f-feb758ea8933 req-e4bc7e8e-0c77-40ea-a502-5daac0c744b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:38.675331 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf45916f-837e-4a57-a79f-feb758ea8933 req-e4bc7e8e-0c77-40ea-a502-5daac0c744b7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f012282aa7c41cbbd0c48938b24801f&device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 1098 time: 0.0529644 Jun 26 16:35:38.783140 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45916f-837e-4a57-a79f-feb758ea8933 req-9940d243-67d4-47fc-8900-6a65a665cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:38.784741 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf45916f-837e-4a57-a79f-feb758ea8933 req-9940d243-67d4-47fc-8900-6a65a665cf59 service neutron] 10.222.0.38 "GET /v2.0/networks?id=32e20bd0-d469-469a-b8ca-9bae7077591a HTTP/1.1" status: 200 len: 912 time: 0.0873456 Jun 26 16:35:38.851630 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf45916f-837e-4a57-a79f-feb758ea8933 req-fa0d556b-665d-4bd3-b7d8-3fa9315a48d8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c14db62-0488-47a1-b579-0e8a925ecc59 HTTP/1.1" status: 200 len: 1000 time: 0.0604358 Jun 26 16:35:38.931938 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45916f-837e-4a57-a79f-feb758ea8933 req-1170be2d-715c-43f5-957c-a3919e443920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:38.933430 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf45916f-837e-4a57-a79f-feb758ea8933 req-1170be2d-715c-43f5-957c-a3919e443920 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a4b5ffc3-e384-4e00-8c9c-9c929a81210d HTTP/1.1" status: 200 len: 850 time: 0.0763543 Jun 26 16:35:38.988452 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b99e07-8cc3-4bb6-b517-7d8539c4c5fc req-658eaed6-a96b-48eb-93b7-9376971578d2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:38.989880 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f4b99e07-8cc3-4bb6-b517-7d8539c4c5fc req-658eaed6-a96b-48eb-93b7-9376971578d2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 943 time: 0.1072469 Jun 26 16:35:39.020494 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45916f-837e-4a57-a79f-feb758ea8933 req-247c219f-f95a-4ec6-afe7-af2beee6d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:39.021921 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf45916f-837e-4a57-a79f-feb758ea8933 req-247c219f-f95a-4ec6-afe7-af2beee6d31f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32e20bd0-d469-469a-b8ca-9bae7077591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808437 Jun 26 16:35:39.052436 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f4b99e07-8cc3-4bb6-b517-7d8539c4c5fc req-db54d02c-c3c9-4745-b76b-58b7a84cb73c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559349 Jun 26 16:35:39.125247 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf45916f-837e-4a57-a79f-feb758ea8933 req-2cc08c79-1cd8-47fd-95d2-8844311b10a3 service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939109 Jun 26 16:35:39.881859 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:40.070920 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-60e0a6ad-46bf-4107-b5db-8c91da306a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:40.246103 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1db82-15f9-4b5b-9211-5062dab09e27 req-16e4b2c7-21eb-49b5-aaf9-8d4a1a4a0db9 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:40.251226 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f0d1db82-15f9-4b5b-9211-5062dab09e27 req-16e4b2c7-21eb-49b5-aaf9-8d4a1a4a0db9 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 943 time: 0.0624158 Jun 26 16:35:40.288576 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f0d1db82-15f9-4b5b-9211-5062dab09e27 req-9b39ee98-abcc-48fa-b200-450cb9e257aa tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350275 Jun 26 16:35:40.861261 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:41.476288 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827dbe76-c6c5-4404-a755-f4a0ed3c16a9 req-211fce93-db54-488c-8150-63f3159ebfd5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:41.477932 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-827dbe76-c6c5-4404-a755-f4a0ed3c16a9 req-211fce93-db54-488c-8150-63f3159ebfd5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 943 time: 0.0697651 Jun 26 16:35:41.516157 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-827dbe76-c6c5-4404-a755-f4a0ed3c16a9 req-ced0d816-7698-43c9-9bcf-ce8b767cc3e6 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320156 Jun 26 16:35:42.675961 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:42.700925 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4be188-1d45-4087-acd7-f67299195542 req-b23bb35a-e5a7-47f5-847e-bfb806674842 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:42.702399 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dc4be188-1d45-4087-acd7-f67299195542 req-b23bb35a-e5a7-47f5-847e-bfb806674842 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 943 time: 0.0698519 Jun 26 16:35:42.739564 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-dc4be188-1d45-4087-acd7-f67299195542 req-a92d40de-d00b-4460-af11-a9733755d919 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315187 Jun 26 16:35:43.929563 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7a0a6-4d09-4eb7-a0c2-53cb0686a209 req-0359de23-6812-4c9a-b106-be57c680c0c1 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:43.931002 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-43f7a0a6-4d09-4eb7-a0c2-53cb0686a209 req-0359de23-6812-4c9a-b106-be57c680c0c1 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 943 time: 0.0690572 Jun 26 16:35:43.969582 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-43f7a0a6-4d09-4eb7-a0c2-53cb0686a209 req-0f4117b0-3960-41b4-98c8-51dc6ea59a10 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329103 Jun 26 16:35:45.162316 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295fbca-2268-4056-9ecb-854e153c6bbc req-2f4d2fa5-6ba2-421b-9187-59a20128e6ca tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:45.163901 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a295fbca-2268-4056-9ecb-854e153c6bbc req-2f4d2fa5-6ba2-421b-9187-59a20128e6ca tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 943 time: 0.0649161 Jun 26 16:35:45.208302 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a295fbca-2268-4056-9ecb-854e153c6bbc req-c7875008-93f4-45ac-bea8-5b0254bb9266 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374897 Jun 26 16:35:46.411708 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506fadf-c190-43f0-b955-2e31b2495343 req-f0462dbe-7d14-4298-8be2-b9022e20269c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:46.413267 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b506fadf-c190-43f0-b955-2e31b2495343 req-f0462dbe-7d14-4298-8be2-b9022e20269c tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 943 time: 0.0840671 Jun 26 16:35:46.454469 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b506fadf-c190-43f0-b955-2e31b2495343 req-c1fa1a39-5e48-4e80-8e1e-6e4765995e4e tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349095 Jun 26 16:35:47.637353 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d78b07-f5c4-451c-b262-abbdde62ea06 req-b7b3fa7f-647e-4628-a4fa-b198f5e35a57 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:47.638923 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e4d78b07-f5c4-451c-b262-abbdde62ea06 req-b7b3fa7f-647e-4628-a4fa-b198f5e35a57 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 943 time: 0.0671370 Jun 26 16:35:47.688210 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e4d78b07-f5c4-451c-b262-abbdde62ea06 req-f7e79582-b22a-4ace-9b89-5fef940fff33 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432656 Jun 26 16:35:48.878027 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3c7d7-dcdc-40c1-ab4e-149b8872081f req-cb3be5ce-3dcc-4d8f-9449-aca912676d33 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:48.880844 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-28c3c7d7-dcdc-40c1-ab4e-149b8872081f req-cb3be5ce-3dcc-4d8f-9449-aca912676d33 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 943 time: 0.0753932 Jun 26 16:35:48.920887 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-28c3c7d7-dcdc-40c1-ab4e-149b8872081f req-85821643-fe2a-4391-a4fd-cc096f781969 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351267 Jun 26 16:35:50.109421 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f009c-0f00-4c5f-a246-b6bce6e4a16d req-a2f756ab-8c1f-47ea-bdc5-047949b286a5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:50.110899 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0f2f009c-0f00-4c5f-a246-b6bce6e4a16d req-a2f756ab-8c1f-47ea-bdc5-047949b286a5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 943 time: 0.0679829 Jun 26 16:35:50.152686 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0f2f009c-0f00-4c5f-a246-b6bce6e4a16d req-7f3844a1-6681-447e-a3ab-a305c5ec712d tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361614 Jun 26 16:35:50.784214 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf45916f-837e-4a57-a79f-feb758ea8933 req-7ca2b8b5-dc73-4e2f-9ff5-ec505f966974 service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838482 Jun 26 16:35:51.330511 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be7039-6637-4b19-a31f-73414fab8527 req-15524048-9025-42b2-8ce1-42d45815b97a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:51.331971 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-95be7039-6637-4b19-a31f-73414fab8527 req-15524048-9025-42b2-8ce1-42d45815b97a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 943 time: 0.0612695 Jun 26 16:35:51.367489 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-95be7039-6637-4b19-a31f-73414fab8527 req-bbf6f466-82b0-4828-a083-0fc803aaa56b tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299408 Jun 26 16:35:52.546374 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf3500-4a9d-4856-b34e-abbf24f62882 req-fc4c6bb1-5898-4ed4-85a3-56c4f221274f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:52.547834 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0aaf3500-4a9d-4856-b34e-abbf24f62882 req-fc4c6bb1-5898-4ed4-85a3-56c4f221274f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 943 time: 0.0624907 Jun 26 16:35:52.592484 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-0aaf3500-4a9d-4856-b34e-abbf24f62882 req-c8c3dd71-1df1-4e67-ab35-bea7788dd9b1 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380547 Jun 26 16:35:54.031186 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528651ff-de11-4028-9e55-c1f17e903a10 req-1f8425bf-c523-4468-b882-65316e410bf9 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:54.032561 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-528651ff-de11-4028-9e55-c1f17e903a10 req-1f8425bf-c523-4468-b882-65316e410bf9 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 943 time: 0.3243484 Jun 26 16:35:54.068307 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-528651ff-de11-4028-9e55-c1f17e903a10 req-1b78e5f9-6d45-4a37-8274-249df1898e71 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301878 Jun 26 16:35:54.549048 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device ffedc46c-10a1-43bd-ad48-f04bb0472775 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:35:54.637930 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port ffedc46c-10a1-43bd-ad48-f04bb0472775, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ffedc46c-10a1-43bd-ad48-f04bb0472775,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:35:54.651098 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': 'ffedc46c-10a1-43bd-ad48-f04bb0472775', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'port_id': 'ffedc46c-10a1-43bd-ad48-f04bb0472775', 'mac_address': 'fa:16:3e:a6:46:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:35:54.687434 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:54.699216 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffedc46c-10a1-43bd-ad48-f04bb0472775 {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:35:54.717593 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port ffedc46c-10a1-43bd-ad48-f04bb0472775, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ffedc46c-10a1-43bd-ad48-f04bb0472775,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:35:54.797938 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:54.799696 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:54.842953 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=ffedc46c-10a1-43bd-ad48-f04bb0472775,revision_number=9']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:54.845892 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:55.010188 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['ffedc46c-10a1-43bd-ad48-f04bb0472775'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:35:55.238641 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e137f82-70e8-4df8-8440-f7b1fc69c5f3 req-000bc33b-bab9-48db-b668-a2501c77c6aa tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:55.240087 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7e137f82-70e8-4df8-8440-f7b1fc69c5f3 req-000bc33b-bab9-48db-b668-a2501c77c6aa tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 944 time: 0.0603411 Jun 26 16:35:55.283115 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7e137f82-70e8-4df8-8440-f7b1fc69c5f3 req-cc231563-ff6d-41cb-affe-2ccde897d470 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373204 Jun 26 16:35:56.458053 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf57057-ec1d-4b56-a2f1-91608e63f881 req-5926c79c-af0a-4abf-8376-c96b5c36e277 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:56.459537 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6bf57057-ec1d-4b56-a2f1-91608e63f881 req-5926c79c-af0a-4abf-8376-c96b5c36e277 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 944 time: 0.0643144 Jun 26 16:35:56.495771 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6bf57057-ec1d-4b56-a2f1-91608e63f881 req-e3524ab5-7638-447c-a96c-ff201da7e7f5 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305393 Jun 26 16:35:56.564982 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device ffedc46c-10a1-43bd-ad48-f04bb0472775 up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:35:56.610299 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port ffedc46c-10a1-43bd-ad48-f04bb0472775 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:35:56.610678 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:56.684203 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:56.705418 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bae810-8a9c-4a90-ac66-a5ce51316614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffedc46c-10a1-43bd-ad48-f04bb0472775'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:35:56.707668 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8c388b-2265-4d4d-9e7f-055632ea953f" -d '{"events": [{"server_uuid": "40bae810-8a9c-4a90-ac66-a5ce51316614", "name": "network-vif-plugged", "status": "completed", "tag": "ffedc46c-10a1-43bd-ad48-f04bb0472775"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:35:56.719966 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port ffedc46c-10a1-43bd-ad48-f04bb0472775, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ffedc46c-10a1-43bd-ad48-f04bb0472775,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:35:56.743609 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46adc6f-7832-435b-bd4e-73429a76e5b5 x-openstack-request-id: req-e46adc6f-7832-435b-bd4e-73429a76e5b5 {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:35:56.743917 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bae810-8a9c-4a90-ac66-a5ce51316614", "name": "network-vif-plugged", "status": "completed", "tag": "ffedc46c-10a1-43bd-ad48-f04bb0472775", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:35:56.744185 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e46adc6f-7832-435b-bd4e-73429a76e5b5 {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:35:56.744583 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bae810-8a9c-4a90-ac66-a5ce51316614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffedc46c-10a1-43bd-ad48-f04bb0472775', 'code': 200} Jun 26 16:35:56.792378 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:56.794934 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-817f0794-18a5-4d1a-948a-1d5d85f70f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:56.839654 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=ffedc46c-10a1-43bd-ad48-f04bb0472775,revision_number=10']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:56.842680 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:57.056827 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc133d86-aaa9-4f83-b52d-26493b800fcf req-52489a70-e16c-47b4-afcd-d4a40622c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:57.058202 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bc133d86-aaa9-4f83-b52d-26493b800fcf req-52489a70-e16c-47b4-afcd-d4a40622c741 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 1099 time: 0.0492396 Jun 26 16:35:57.090501 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bc133d86-aaa9-4f83-b52d-26493b800fcf req-4f02fba9-8f6c-4eca-98ed-f80bed092057 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261321 Jun 26 16:35:57.667008 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756b151-0de3-4167-b012-0e7a0be7173f req-eaa1e290-d47b-4852-82ef-9e2c1c69abac tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:57.669111 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b756b151-0de3-4167-b012-0e7a0be7173f req-eaa1e290-d47b-4852-82ef-9e2c1c69abac tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 946 time: 0.0598948 Jun 26 16:35:57.704700 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b756b151-0de3-4167-b012-0e7a0be7173f req-a6cc6bae-6a90-4483-9820-8516a01e3e00 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301752 Jun 26 16:35:58.887203 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b701f44-f7ad-4990-b24e-a30a54aa20a7 req-8b580b37-37ce-4efe-b8a4-13c643d0d073 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:58.888664 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4b701f44-f7ad-4990-b24e-a30a54aa20a7 req-8b580b37-37ce-4efe-b8a4-13c643d0d073 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 946 time: 0.0650842 Jun 26 16:35:58.924978 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4b701f44-f7ad-4990-b24e-a30a54aa20a7 req-b864c7a6-5a61-4448-ad0d-aa7eb30ca54a tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307255 Jun 26 16:36:00.096933 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b65fb3-0286-426e-a91d-8181f6c38f99 req-04746001-042c-470d-a617-38bffe7f1a22 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:00.098377 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-01b65fb3-0286-426e-a91d-8181f6c38f99 req-04746001-042c-470d-a617-38bffe7f1a22 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 946 time: 0.0613432 Jun 26 16:36:00.137196 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-01b65fb3-0286-426e-a91d-8181f6c38f99 req-3679e630-19cb-4d50-9805-9d01e5314eca tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319254 Jun 26 16:36:07.274709 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ec3f1f46-a3e4-49fd-8b1f-d04c02825879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:07.297385 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:09.891651 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:10.057458 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-e8e50d19-3c46-4d4b-b72d-af14cf75af38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:10.868760 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:12.660486 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:13.126538 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:36:14.400370 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbf4fa-f02b-4ce8-8aee-d2273c945765 req-2d1a97fa-0d20-498f-a6f2-52ee5e0d283f tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:14.401847 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7bdbf4fa-f02b-4ce8-8aee-d2273c945765 req-2d1a97fa-0d20-498f-a6f2-52ee5e0d283f tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 945 time: 0.0654714 Jun 26 16:36:14.439535 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7bdbf4fa-f02b-4ce8-8aee-d2273c945765 req-cf6658b9-739b-430a-b6fc-c8deec5af01a tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310357 Jun 26 16:36:15.611861 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80975901-c6c2-41ea-b1b2-8eed521f2265 req-c831b7a0-0ee8-4bd9-8f6a-6ebfa9060215 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:15.613303 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-80975901-c6c2-41ea-b1b2-8eed521f2265 req-c831b7a0-0ee8-4bd9-8f6a-6ebfa9060215 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 945 time: 0.0641046 Jun 26 16:36:15.649760 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-80975901-c6c2-41ea-b1b2-8eed521f2265 req-e8cc6980-3296-4c9d-98d3-b5efad868fdb tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307763 Jun 26 16:36:16.016932 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332ce15-776e-4e8b-b322-181d16a95fc6 req-08a6aa8f-6085-4397-bb5c-ce7f31b544a0 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:16.018490 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4332ce15-776e-4e8b-b322-181d16a95fc6 req-08a6aa8f-6085-4397-bb5c-ce7f31b544a0 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 945 time: 0.0649469 Jun 26 16:36:16.122039 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-4332ce15-776e-4e8b-b322-181d16a95fc6 req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Deleting port 4c14db62-0488-47a1-b579-0e8a925ecc59 {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:36:16.122379 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-4332ce15-776e-4e8b-b322-181d16a95fc6 req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:16.209679 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-4332ce15-776e-4e8b-b322-181d16a95fc6 req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] For port 4c14db62-0488-47a1-b579-0e8a925ecc59, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=4c14db62-0488-47a1-b579-0e8a925ecc59,segment=NetworkSegment(849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4),segment_id=849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:36:16.210036 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-4332ce15-776e-4e8b-b322-181d16a95fc6 req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:16.378040 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-4332ce15-776e-4e8b-b322-181d16a95fc6 req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:16.378326 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-4332ce15-776e-4e8b-b322-181d16a95fc6 req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646687'] for floatingip, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:16.378639 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.db.l3_db [req-4332ce15-776e-4e8b-b322-181d16a95fc6 req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Floating IP 7b1d8b11-7bea-44eb-95ff-c25da9fb46d8 disassociated. External IP: 172.27.2.28, port: 4c14db62-0488-47a1-b579-0e8a925ecc59. Jun 26 16:36:16.379019 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-4332ce15-776e-4e8b-b322-181d16a95fc6 req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Calling delete_port for 4c14db62-0488-47a1-b579-0e8a925ecc59 owned by compute:nova {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:36:16.557844 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-4332ce15-776e-4e8b-b322-181d16a95fc6 req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:16.562334 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-4a25a173-616c-4dee-9288-24224453bcbc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:16.586722 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event deleted for resources: {'Port': ['ID=4c14db62-0488-47a1-b579-0e8a925ecc59,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:16.597588 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:16.597976 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:16.598348 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:16.598717 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:16.599103 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:16.599462 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:16.599820 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:16.600173 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:16.600527 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:16.600879 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:16.601229 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:16.601589 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:16.608122 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:16.708898 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4332ce15-776e-4e8b-b322-181d16a95fc6 req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Router 2c47fc04-dd03-4308-859f-3563e3c1be74 has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:36:16.818085 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-074a2e60-a4aa-48b1-ba13-3861996908dd req-becc48d7-f926-4fc8-8924-c35dadeca26a tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 210 time: 0.0601921 Jun 26 16:36:16.839674 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4332ce15-776e-4e8b-b322-181d16a95fc6 req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:36:16.848586 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719f9238-6f11-4b70-8add-ddc77f7d7ff2 None None] Sync routers for ids ['2c47fc04-dd03-4308-859f-3563e3c1be74'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:36:16.857979 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719f9238-6f11-4b70-8add-ddc77f7d7ff2 None None] Routers {'2c47fc04-dd03-4308-859f-3563e3c1be74'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:36:16.858544 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-719f9238-6f11-4b70-8add-ddc77f7d7ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:36:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['2c47fc04-dd03-4308-859f-3563e3c1be74'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:16.883339 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-4332ce15-776e-4e8b-b322-181d16a95fc6 req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] No DVR routers for this DVR port 4c14db62-0488-47a1-b579-0e8a925ecc59 on host hv-cinder-79818 {{(pid=93425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:36:16.885990 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-4332ce15-776e-4e8b-b322-181d16a95fc6 req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:16.888010 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4332ce15-776e-4e8b-b322-181d16a95fc6 req-efc4cc70-4dfa-4dbc-8e82-2071648618bc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.38 "DELETE /v2.0/ports/4c14db62-0488-47a1-b579-0e8a925ecc59 HTTP/1.1" status: 204 len: 173 time: 0.8640695 Jun 26 16:36:16.888545 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d0ad11-52e6-410f-b699-6e6803206251', 'name': 'network-vif-deleted', 'tag': '4c14db62-0488-47a1-b579-0e8a925ecc59'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:36:16.891441 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3760d305-7302-4ac9-96ac-efa0191e7bb5" -d '{"events": [{"server_uuid": "c4d0ad11-52e6-410f-b699-6e6803206251", "name": "network-vif-deleted", "tag": "4c14db62-0488-47a1-b579-0e8a925ecc59"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:36:16.927331 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956326ec-186e-4872-a18d-6868540d6a8f x-openstack-request-id: req-956326ec-186e-4872-a18d-6868540d6a8f {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:36:16.927829 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d0ad11-52e6-410f-b699-6e6803206251", "name": "network-vif-deleted", "tag": "4c14db62-0488-47a1-b579-0e8a925ecc59", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:36:16.928067 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-956326ec-186e-4872-a18d-6868540d6a8f {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:36:16.928471 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d0ad11-52e6-410f-b699-6e6803206251', 'name': 'network-vif-deleted', 'tag': '4c14db62-0488-47a1-b579-0e8a925ecc59', 'status': 'completed', 'code': 200} Jun 26 16:36:16.966087 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-719f9238-6f11-4b70-8add-ddc77f7d7ff2 None None] Set router 2c47fc04-dd03-4308-859f-3563e3c1be74 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:36:17.157622 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-719f9238-6f11-4b70-8add-ddc77f7d7ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:31Z', 'revision_number': 5, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:17.182318 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719f9238-6f11-4b70-8add-ddc77f7d7ff2 None None] Checking router: 2c47fc04-dd03-4308-859f-3563e3c1be74 for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:36:17.189939 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719f9238-6f11-4b70-8add-ddc77f7d7ff2 None None] Routers {'2c47fc04-dd03-4308-859f-3563e3c1be74'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:36:17.190530 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-719f9238-6f11-4b70-8add-ddc77f7d7ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:36:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['2c47fc04-dd03-4308-859f-3563e3c1be74'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:17.291240 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-719f9238-6f11-4b70-8add-ddc77f7d7ff2 None None] Set router 2c47fc04-dd03-4308-859f-3563e3c1be74 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:36:17.481864 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-719f9238-6f11-4b70-8add-ddc77f7d7ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:31Z', 'revision_number': 5, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:17.507508 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719f9238-6f11-4b70-8add-ddc77f7d7ff2 None None] The sync data for ids ['2c47fc04-dd03-4308-859f-3563e3c1be74'] in dv-cinder-798189-1-iscsi is: [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:31Z', 'revision_number': 5, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:36:17.730458 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f22ff4-d73f-4a56-a061-97903e6a8a2b None None] New status for floating IP 7b1d8b11-7bea-44eb-95ff-c25da9fb46d8: DOWN {{(pid=93426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:36:17.981200 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f4b5a0aa-bcb8-4ca3-a0ce-a84205363b06 req-40ad7dbe-7e60-47b9-84ec-6ceb283c7cd7 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d0ad11-52e6-410f-b699-6e6803206251 HTTP/1.1" status: 200 len: 210 time: 0.0336611 Jun 26 16:36:19.258907 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e508e540-e79f-421b-83c1-2876dcd7528b req-1ef45067-5f5a-4111-a632-b7f81676bc3f tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-616403192&fields=id&tenant_id=3f012282aa7c41cbbd0c48938b24801f HTTP/1.1" status: 200 len: 267 time: 0.0318172 Jun 26 16:36:19.360060 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508e540-e79f-421b-83c1-2876dcd7528b req-7eb91438-1839-4ece-9ed4-9a7c842d1d95 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:19.361496 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e508e540-e79f-421b-83c1-2876dcd7528b req-7eb91438-1839-4ece-9ed4-9a7c842d1d95 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/networks?id=32e20bd0-d469-469a-b8ca-9bae7077591a HTTP/1.1" status: 200 len: 811 time: 0.0965018 Jun 26 16:36:19.376502 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e508e540-e79f-421b-83c1-2876dcd7528b req-5418ebc3-89f7-4de8-952c-6ba0c262ebea tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/quotas/3f012282aa7c41cbbd0c48938b24801f HTTP/1.1" status: 200 len: 375 time: 0.0095017 Jun 26 16:36:19.444821 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e508e540-e79f-421b-83c1-2876dcd7528b req-77f00d8e-9e4a-4a29-899d-030bba2a58b3 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f012282aa7c41cbbd0c48938b24801f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0634258 Jun 26 16:36:19.459759 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [req-e508e540-e79f-421b-83c1-2876dcd7528b req-027e2150-4b0a-4e0e-a91e-fda797d6eb60 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 16:36:19.460726 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e508e540-e79f-421b-83c1-2876dcd7528b req-027e2150-4b0a-4e0e-a91e-fda797d6eb60 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049121 Jun 26 16:36:19.547040 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e508e540-e79f-421b-83c1-2876dcd7528b req-87b9f091-852d-4c3b-a011-efbcac07b2e6 service neutron] 10.222.0.35 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810030 Jun 26 16:36:19.636660 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e508e540-e79f-421b-83c1-2876dcd7528b req-1ee3f246-5041-4ff0-b16e-8e9b1e43d69d service neutron] 10.222.0.35 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839298 Jun 26 16:36:20.287547 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-59c5f38e-bbca-491d-b7e9-29b7757b6bbf req-ff8f9bf3-de2f-45ca-86a6-02a8f12cde12 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 210 time: 0.1232338 Jun 26 16:36:20.706264 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 4c14db62-0488-47a1-b579-0e8a925ecc59 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:36:20.728382 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] No Port match for: 4c14db62-0488-47a1-b579-0e8a925ecc59 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:36:20.728738 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 4c14db62-0488-47a1-b579-0e8a925ecc59 not bound to the agent host hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:36:21.479776 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-07fc97b3-87dd-444b-a63f-efe153d1f185 req-98ab2be9-97f6-4731-814f-2e8d99ee316f tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 210 time: 0.0748591 Jun 26 16:36:22.288621 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508e540-e79f-421b-83c1-2876dcd7528b req-e3c9eded-84ee-4edd-853a-04d195be4f73 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:22.290028 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e508e540-e79f-421b-83c1-2876dcd7528b req-e3c9eded-84ee-4edd-853a-04d195be4f73 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.38 "GET /v2.0/networks?id=32e20bd0-d469-469a-b8ca-9bae7077591a HTTP/1.1" status: 200 len: 811 time: 0.1004612 Jun 26 16:36:22.335710 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e508e540-e79f-421b-83c1-2876dcd7528b req-5b33b352-667e-4d40-8abd-5d7bc021b6bb tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f012282aa7c41cbbd0c48938b24801f HTTP/1.1" status: 200 len: 379 time: 0.0343561 Jun 26 16:36:22.344887 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-e508e540-e79f-421b-83c1-2876dcd7528b req-9d865331-ec70-40dd-a828-03ec677e6d6d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Request body: {'port': {'device_id': '8ddb5c72-412e-4de5-add3-4a6acdc32895', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'admin_state_up': True, 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'security_groups': ['45500977-4da7-43c4-ac6a-afe35b5348fa']}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:36:22.517832 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e508e540-e79f-421b-83c1-2876dcd7528b req-9d865331-ec70-40dd-a828-03ec677e6d6d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Made reservation on behalf of 3f012282aa7c41cbbd0c48938b24801f for: {'port': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:36:22.521557 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-e508e540-e79f-421b-83c1-2876dcd7528b req-9d865331-ec70-40dd-a828-03ec677e6d6d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:22.625519 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b412105b-cb17-49d4-935d-dbff9d5478fa req-9d27dc5a-5fa1-4670-9ac1-7a5df5001d62 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 210 time: 0.0348651 Jun 26 16:36:22.675527 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_common [req-e508e540-e79f-421b-83c1-2876dcd7528b req-9d865331-ec70-40dd-a828-03ec677e6d6d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Allocated IP 172.20.0.14 (32e20bd0-d469-469a-b8ca-9bae7077591a/a4b5ffc3-e384-4e00-8c9c-9c929a81210d/0fb8bec9-7be3-4927-ad3e-385b1f1abdb3) {{(pid=93425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:36:22.808035 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-e508e540-e79f-421b-83c1-2876dcd7528b req-9d865331-ec70-40dd-a828-03ec677e6d6d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for port, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:22.821558 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.provisioning_blocks [req-e508e540-e79f-421b-83c1-2876dcd7528b req-9d865331-ec70-40dd-a828-03ec677e6d6d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Transition to ACTIVE for port object 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 will not be triggered until provisioned by entity DHCP. {{(pid=93425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:36:22.992026 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-e508e540-e79f-421b-83c1-2876dcd7528b req-9d865331-ec70-40dd-a828-03ec677e6d6d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2366237'] for port, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:22.996092 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c8bcb206-a7fc-462a-9d7c-c7ce60b1e6de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:23.031738 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e508e540-e79f-421b-83c1-2876dcd7528b req-9d865331-ec70-40dd-a828-03ec677e6d6d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Network 32e20bd0-d469-469a-b8ca-9bae7077591a is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:36:23.034940 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [req-e508e540-e79f-421b-83c1-2876dcd7528b req-9d865331-ec70-40dd-a828-03ec677e6d6d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:36:23.038843 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e508e540-e79f-421b-83c1-2876dcd7528b req-9d865331-ec70-40dd-a828-03ec677e6d6d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Received port after_create {{(pid=93425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:36:23.078027 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d865331-ec70-40dd-a828-03ec677e6d6d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event updated for resources: {'Port': ['ID=0fb8bec9-7be3-4927-ad3e-385b1f1abdb3,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:23.084953 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-9d865331-ec70-40dd-a828-03ec677e6d6d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:23.105001 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508e540-e79f-421b-83c1-2876dcd7528b req-9d865331-ec70-40dd-a828-03ec677e6d6d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:23.105652 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-e508e540-e79f-421b-83c1-2876dcd7528b req-9d865331-ec70-40dd-a828-03ec677e6d6d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:23.209848 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e508e540-e79f-421b-83c1-2876dcd7528b req-9d865331-ec70-40dd-a828-03ec677e6d6d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8686185 Jun 26 16:36:23.223202 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-e508e540-e79f-421b-83c1-2876dcd7528b req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Request body: {'port': {'device_id': '8ddb5c72-412e-4de5-add3-4a6acdc32895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:36:23.293904 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-e508e540-e79f-421b-83c1-2876dcd7528b req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:23.337382 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-db7077db-2562-494f-a81f-b8639ab0bee2 None None] Provisioning for port 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:36:23.341673 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-db7077db-2562-494f-a81f-b8639ab0bee2 None None] Provisioning complete for port 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:36:23.342108 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-db7077db-2562-494f-a81f-b8639ab0bee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:23.378798 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-db7077db-2562-494f-a81f-b8639ab0bee2 None None] Port 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:36:23.553941 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [req-e508e540-e79f-421b-83c1-2876dcd7528b req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 {{(pid=93425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:36:23.561161 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-e508e540-e79f-421b-83c1-2876dcd7528b req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:23.572479 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.provisioning_blocks [req-e508e540-e79f-421b-83c1-2876dcd7528b req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Transition to ACTIVE for port object 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 will not be triggered until provisioned by entity L2. {{(pid=93425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:36:23.643156 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-e508e540-e79f-421b-83c1-2876dcd7528b req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:23.646178 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-29160f88-2800-413f-9cb0-2b13cc35338f tempest-TestMinimumBasicScenario-1497861886 tempest-TestMinimumBasicScenario-1497861886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:23.694567 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb8bec9-7be3-4927-ad3e-385b1f1abdb3,revision_number=2']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:23.698327 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:23.798044 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-e508e540-e79f-421b-83c1-2876dcd7528b req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Attempting to bind port 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:36:23.798384 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-e508e540-e79f-421b-83c1-2876dcd7528b req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Attempting to bind port 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a'}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:36:23.798713 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e508e540-e79f-421b-83c1-2876dcd7528b req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Attempting to bind port 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 on network 32e20bd0-d469-469a-b8ca-9bae7077591a {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:36:23.807617 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e508e540-e79f-421b-83c1-2876dcd7528b req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Port 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 on network 32e20bd0-d469-469a-b8ca-9bae7077591a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:36:23.807859 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e508e540-e79f-421b-83c1-2876dcd7528b req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Attempting to bind port 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 on network 32e20bd0-d469-469a-b8ca-9bae7077591a {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:36:23.816116 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e508e540-e79f-421b-83c1-2876dcd7528b req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Checking agent: {'id': '017f0d27-5c15-4479-952a-00a1dbd8023d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'started_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:36:23.816449 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e508e540-e79f-421b-83c1-2876dcd7528b req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Checking segment: {'id': '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:36:23.816852 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e508e540-e79f-421b-83c1-2876dcd7528b req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Bound using segment: {'id': '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a'} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:36:23.817263 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-e508e540-e79f-421b-83c1-2876dcd7528b req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Bound port: 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a'}}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:36:23.817620 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-e508e540-e79f-421b-83c1-2876dcd7528b req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:23.871535 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb9010-3a21-4826-a8b3-bedabcddba8f req-02b7d1c2-ccd1-4f46-9d0f-fd6f0b15e83d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:23.873023 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-62bb9010-3a21-4826-a8b3-bedabcddba8f req-02b7d1c2-ccd1-4f46-9d0f-fd6f0b15e83d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 944 time: 0.1178706 Jun 26 16:36:23.922376 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-e508e540-e79f-421b-83c1-2876dcd7528b req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] For port 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3, host hv-cinder-79818, cleared binding levels {{(pid=93425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:36:23.934225 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-62bb9010-3a21-4826-a8b3-bedabcddba8f req-063a0e1e-06a8-440e-8e66-2e57ad188b9f tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545771 Jun 26 16:36:23.937878 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-e508e540-e79f-421b-83c1-2876dcd7528b req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] For port 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0fb8bec9-7be3-4927-ad3e-385b1f1abdb3,segment=NetworkSegment(849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4),segment_id=849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4)] {{(pid=93425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:36:24.003623 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-e508e540-e79f-421b-83c1-2876dcd7528b req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:24.005701 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-f02cc271-6a71-4c1c-995b-d52082d3b3e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:24.038702 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508e540-e79f-421b-83c1-2876dcd7528b req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:24.039348 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-e508e540-e79f-421b-83c1-2876dcd7528b req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:24.040712 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e508e540-e79f-421b-83c1-2876dcd7528b req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] 10.222.0.38 "PUT /v2.0/ports/0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 HTTP/1.1" status: 200 len: 1094 time: 0.8217306 Jun 26 16:36:24.041222 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddb5c72-412e-4de5-add3-4a6acdc32895', 'tag': '0fb8bec9-7be3-4927-ad3e-385b1f1abdb3'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:36:24.043543 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e745b069-d66d-4106-9ff5-eef89b884d17" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddb5c72-412e-4de5-add3-4a6acdc32895", "tag": "0fb8bec9-7be3-4927-ad3e-385b1f1abdb3"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:36:24.066279 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb8bec9-7be3-4927-ad3e-385b1f1abdb3,revision_number=3']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:24.069424 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-986b95d3-545f-4ee7-a676-aa484e786dd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:24.084354 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbd18ec-98b0-4863-9b86-025041bf74fa x-openstack-request-id: req-1bbd18ec-98b0-4863-9b86-025041bf74fa {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:36:24.084699 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddb5c72-412e-4de5-add3-4a6acdc32895", "tag": "0fb8bec9-7be3-4927-ad3e-385b1f1abdb3", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:36:24.085001 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1bbd18ec-98b0-4863-9b86-025041bf74fa {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:36:24.085446 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddb5c72-412e-4de5-add3-4a6acdc32895', 'tag': '0fb8bec9-7be3-4927-ad3e-385b1f1abdb3', 'status': 'completed', 'code': 200} Jun 26 16:36:24.171181 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745b069-d66d-4106-9ff5-eef89b884d17 req-8fa63a55-8d95-48f9-9cb7-1cf3d9f3b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:24.172977 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e745b069-d66d-4106-9ff5-eef89b884d17 req-8fa63a55-8d95-48f9-9cb7-1cf3d9f3b908 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f012282aa7c41cbbd0c48938b24801f&device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 1097 time: 0.0588443 Jun 26 16:36:24.272912 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745b069-d66d-4106-9ff5-eef89b884d17 req-0851d8b6-989c-4a50-9ba3-9a250f0bfe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:24.274372 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e745b069-d66d-4106-9ff5-eef89b884d17 req-0851d8b6-989c-4a50-9ba3-9a250f0bfe6e service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=3f012282aa7c41cbbd0c48938b24801f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0907545 Jun 26 16:36:24.369066 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745b069-d66d-4106-9ff5-eef89b884d17 req-07c56c02-9911-431b-afb1-9e95a0a45183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:24.370743 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e745b069-d66d-4106-9ff5-eef89b884d17 req-07c56c02-9911-431b-afb1-9e95a0a45183 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868640 Jun 26 16:36:24.459272 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508e540-e79f-421b-83c1-2876dcd7528b req-81567781-bb5d-4680-9ed6-34dd29b05c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:24.460712 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e508e540-e79f-421b-83c1-2876dcd7528b req-81567781-bb5d-4680-9ed6-34dd29b05c09 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f012282aa7c41cbbd0c48938b24801f&device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 1097 time: 0.0509145 Jun 26 16:36:24.501655 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e508e540-e79f-421b-83c1-2876dcd7528b req-aef5d5ec-ec6b-4825-ad18-7096e4537695 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 HTTP/1.1" status: 200 len: 217 time: 0.0327229 Jun 26 16:36:24.552339 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508e540-e79f-421b-83c1-2876dcd7528b req-10581eb2-d9e9-4e99-a8aa-1ab887b18eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:24.553739 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e508e540-e79f-421b-83c1-2876dcd7528b req-10581eb2-d9e9-4e99-a8aa-1ab887b18eee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a4b5ffc3-e384-4e00-8c9c-9c929a81210d HTTP/1.1" status: 200 len: 850 time: 0.0456779 Jun 26 16:36:24.607067 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508e540-e79f-421b-83c1-2876dcd7528b req-cb7ff192-9486-4b60-a428-71dc0ec595a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:24.609054 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e508e540-e79f-421b-83c1-2876dcd7528b req-cb7ff192-9486-4b60-a428-71dc0ec595a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32e20bd0-d469-469a-b8ca-9bae7077591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496180 Jun 26 16:36:24.697298 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e508e540-e79f-421b-83c1-2876dcd7528b req-1163fc7b-7695-4d15-956a-3c0889bba5d0 service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812552 Jun 26 16:36:24.783435 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e508e540-e79f-421b-83c1-2876dcd7528b req-fd1074f2-2136-41ed-b004-86b41000bec0 service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791237 Jun 26 16:36:25.106735 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6977fb-56bf-4cf7-9bbc-4a7726d58106 req-e613e479-f615-42d9-b92b-dcbf63222bed tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:25.108294 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4a6977fb-56bf-4cf7-9bbc-4a7726d58106 req-e613e479-f615-42d9-b92b-dcbf63222bed tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 944 time: 0.0642703 Jun 26 16:36:25.149916 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-4a6977fb-56bf-4cf7-9bbc-4a7726d58106 req-8af289ab-a6a0-4202-92a7-16bf182bed96 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360487 Jun 26 16:36:26.320741 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2a18c-469c-45bf-8923-c35aadd857a4 req-9df91f00-187d-4e61-b0fa-cf0901dea82f tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:26.322175 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7dd2a18c-469c-45bf-8923-c35aadd857a4 req-9df91f00-187d-4e61-b0fa-cf0901dea82f tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 944 time: 0.0608871 Jun 26 16:36:26.358417 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7dd2a18c-469c-45bf-8923-c35aadd857a4 req-6a822f51-0783-4f2f-bfcc-002e6fa13615 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300536 Jun 26 16:36:27.524592 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee81cf-b7b0-4375-9620-fe41ac5e5675 req-47a9a9a0-b4db-46fb-8850-4a721578c764 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:27.526024 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f4ee81cf-b7b0-4375-9620-fe41ac5e5675 req-47a9a9a0-b4db-46fb-8850-4a721578c764 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 944 time: 0.0607021 Jun 26 16:36:27.562172 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f4ee81cf-b7b0-4375-9620-fe41ac5e5675 req-99543e53-bf46-47e5-bb90-f53ea886c2ad tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301054 Jun 26 16:36:28.730263 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec518d3c-04ca-4f3f-ac02-8c59266cc03d req-5510d93a-1882-43dc-8fcb-74a4a6381af7 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:28.731621 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ec518d3c-04ca-4f3f-ac02-8c59266cc03d req-5510d93a-1882-43dc-8fcb-74a4a6381af7 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 944 time: 0.0631874 Jun 26 16:36:28.767864 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ec518d3c-04ca-4f3f-ac02-8c59266cc03d req-69987e2c-dfe5-409d-aaf5-73b93720f383 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302000 Jun 26 16:36:29.937454 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c9480-5ec5-4901-914a-23c1b74fd13d req-e6f8d6e4-1ca6-4b8f-b8ce-0fde6d58b9d6 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:29.938821 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c30c9480-5ec5-4901-914a-23c1b74fd13d req-e6f8d6e4-1ca6-4b8f-b8ce-0fde6d58b9d6 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 944 time: 0.0611823 Jun 26 16:36:29.974546 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c30c9480-5ec5-4901-914a-23c1b74fd13d req-a912c0f2-ee01-4581-84ff-85917b354f12 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302551 Jun 26 16:36:31.143956 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a81ce-7d1b-455c-b046-1d0344aeb492 req-4e9035e0-4938-4cfa-81bf-bce2416b2fe2 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:31.145447 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-204a81ce-7d1b-455c-b046-1d0344aeb492 req-4e9035e0-4938-4cfa-81bf-bce2416b2fe2 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 944 time: 0.0624502 Jun 26 16:36:31.185412 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-204a81ce-7d1b-455c-b046-1d0344aeb492 req-981249bf-2503-4a34-b1a0-2519ddf31268 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344052 Jun 26 16:36:31.377199 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5fb23-bdd6-49c5-a759-e645638e12bd req-b9b73e0b-c9e6-4d0b-81ac-efe493cf57db tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:31.378643 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-48a5fb23-bdd6-49c5-a759-e645638e12bd req-b9b73e0b-c9e6-4d0b-81ac-efe493cf57db tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 946 time: 0.0620286 Jun 26 16:36:31.414877 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-48a5fb23-bdd6-49c5-a759-e645638e12bd req-ea01bdad-92bd-4d8f-9d7f-2b771ad80a81 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305078 Jun 26 16:36:32.353950 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21c99c-cfc4-490a-8e14-785d5ca2f848 req-ea82633f-bcda-4e05-9c20-df8065d42310 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:32.355432 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1d21c99c-cfc4-490a-8e14-785d5ca2f848 req-ea82633f-bcda-4e05-9c20-df8065d42310 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 944 time: 0.0609186 Jun 26 16:36:32.391113 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1d21c99c-cfc4-490a-8e14-785d5ca2f848 req-a4f9f1d6-873c-4b4c-b283-e81b846f1492 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301342 Jun 26 16:36:32.621587 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25935e-156b-44e0-86b4-8af06d7ed9cb req-245a91af-52c4-4842-a59c-863337f82601 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:32.623050 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2c25935e-156b-44e0-86b4-8af06d7ed9cb req-245a91af-52c4-4842-a59c-863337f82601 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 946 time: 0.0940249 Jun 26 16:36:32.630883 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88e9a6-ebac-4bf9-9c24-905312fb9c83 req-81601b62-32a6-44bd-8df9-45723f6403bb tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:32.632196 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3c88e9a6-ebac-4bf9-9c24-905312fb9c83 req-81601b62-32a6-44bd-8df9-45723f6403bb tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.38 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 946 time: 0.1116691 Jun 26 16:36:32.692341 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2c25935e-156b-44e0-86b4-8af06d7ed9cb req-ea450ff7-182f-4e81-b058-7cff0ea0cc8f tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups?id=32a90a2e-5736-4fdb-a445-a5dc214413c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592299 Jun 26 16:36:32.752172 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-3c88e9a6-ebac-4bf9-9c24-905312fb9c83 req-4865fac8-d940-47f5-b5a4-f826f075d5bc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Deleting port ffedc46c-10a1-43bd-ad48-f04bb0472775 {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:36:32.752515 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-3c88e9a6-ebac-4bf9-9c24-905312fb9c83 req-4865fac8-d940-47f5-b5a4-f826f075d5bc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:32.781757 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:36:32.835792 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-3c88e9a6-ebac-4bf9-9c24-905312fb9c83 req-4865fac8-d940-47f5-b5a4-f826f075d5bc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] For port ffedc46c-10a1-43bd-ad48-f04bb0472775, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ffedc46c-10a1-43bd-ad48-f04bb0472775,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:36:32.836149 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-3c88e9a6-ebac-4bf9-9c24-905312fb9c83 req-4865fac8-d940-47f5-b5a4-f826f075d5bc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:32.870990 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0fb8bec9-7be3-4927-ad3e-385b1f1abdb3,segment=NetworkSegment(849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4),segment_id=849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:36:32.886290 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': '0fb8bec9-7be3-4927-ad3e-385b1f1abdb3', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'port_id': '0fb8bec9-7be3-4927-ad3e-385b1f1abdb3', 'mac_address': 'fa:16:3e:1b:95:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:36:32.924351 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:32.937887 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:36:32.958473 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0fb8bec9-7be3-4927-ad3e-385b1f1abdb3,segment=NetworkSegment(849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4),segment_id=849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:36:33.025956 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:33.027864 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-1a992241-7739-433c-afd5-67ac02fb6807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:33.075420 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=0fb8bec9-7be3-4927-ad3e-385b1f1abdb3,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:33.082605 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.082974 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.083311 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.083642 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.083968 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.084294 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.084616 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.084938 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.085261 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.085580 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.085897 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.086213 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.090749 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:33.234032 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['0fb8bec9-7be3-4927-ad3e-385b1f1abdb3'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:36:33.268578 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-3c88e9a6-ebac-4bf9-9c24-905312fb9c83 req-4865fac8-d940-47f5-b5a4-f826f075d5bc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:33.268952 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-3c88e9a6-ebac-4bf9-9c24-905312fb9c83 req-4865fac8-d940-47f5-b5a4-f826f075d5bc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646687'] for floatingip, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:33.269265 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.db.l3_db [req-3c88e9a6-ebac-4bf9-9c24-905312fb9c83 req-4865fac8-d940-47f5-b5a4-f826f075d5bc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Floating IP 6b26cdd4-d0ab-4273-9db9-51a63747ee9e disassociated. External IP: 172.27.2.29, port: ffedc46c-10a1-43bd-ad48-f04bb0472775. Jun 26 16:36:33.269608 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-3c88e9a6-ebac-4bf9-9c24-905312fb9c83 req-4865fac8-d940-47f5-b5a4-f826f075d5bc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Calling delete_port for ffedc46c-10a1-43bd-ad48-f04bb0472775 owned by compute:nova {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:36:33.466297 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-3c88e9a6-ebac-4bf9-9c24-905312fb9c83 req-4865fac8-d940-47f5-b5a4-f826f075d5bc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:33.470852 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-fba9c6a3-759a-409f-9316-5be81ea9081a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:33.499677 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865fac8-d940-47f5-b5a4-f826f075d5bc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Pushing event deleted for resources: {'Port': ['ID=ffedc46c-10a1-43bd-ad48-f04bb0472775,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:33.503917 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-4865fac8-d940-47f5-b5a4-f826f075d5bc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:33.642181 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ced53a-01d2-49b2-b70d-f529a3f8fee0 req-1ac34b78-6ba6-4509-83b2-476a049b9528 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:33.643670 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f2ced53a-01d2-49b2-b70d-f529a3f8fee0 req-1ac34b78-6ba6-4509-83b2-476a049b9528 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 945 time: 0.1420009 Jun 26 16:36:33.668000 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c88e9a6-ebac-4bf9-9c24-905312fb9c83 req-4865fac8-d940-47f5-b5a4-f826f075d5bc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Router d775a92f-66e1-408e-9006-2f89f1e0fca5 has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:36:33.692186 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f2ced53a-01d2-49b2-b70d-f529a3f8fee0 req-eb3f1e5b-0005-4391-8e8b-18779f4a5dd6 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425203 Jun 26 16:36:33.787523 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c88e9a6-ebac-4bf9-9c24-905312fb9c83 req-4865fac8-d940-47f5-b5a4-f826f075d5bc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:36:33.798002 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf73149b-7363-46b2-94f1-9b5bfd7eb6b4 None None] Sync routers for ids ['d775a92f-66e1-408e-9006-2f89f1e0fca5'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:36:33.807708 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf73149b-7363-46b2-94f1-9b5bfd7eb6b4 None None] Routers {'d775a92f-66e1-408e-9006-2f89f1e0fca5'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:36:33.808402 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-cf73149b-7363-46b2-94f1-9b5bfd7eb6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:36:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d775a92f-66e1-408e-9006-2f89f1e0fca5'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:33.857586 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-05450674-61e0-49fe-807c-855013fd4e8a req-d5343b52-8aec-49d3-9b48-fe51766b5b4d tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bae810-8a9c-4a90-ac66-a5ce51316614 HTTP/1.1" status: 200 len: 210 time: 0.0443189 Jun 26 16:36:33.858897 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c88e9a6-ebac-4bf9-9c24-905312fb9c83 req-4865fac8-d940-47f5-b5a4-f826f075d5bc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] No DVR routers for this DVR port ffedc46c-10a1-43bd-ad48-f04bb0472775 on host hv-cinder-79818 {{(pid=93425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:36:33.861474 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-3c88e9a6-ebac-4bf9-9c24-905312fb9c83 req-4865fac8-d940-47f5-b5a4-f826f075d5bc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:33.868085 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3c88e9a6-ebac-4bf9-9c24-905312fb9c83 req-4865fac8-d940-47f5-b5a4-f826f075d5bc tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.38 "DELETE /v2.0/ports/ffedc46c-10a1-43bd-ad48-f04bb0472775 HTTP/1.1" status: 204 len: 173 time: 1.2247055 Jun 26 16:36:33.868085 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bae810-8a9c-4a90-ac66-a5ce51316614', 'name': 'network-vif-deleted', 'tag': 'ffedc46c-10a1-43bd-ad48-f04bb0472775'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:36:33.868085 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ce058b-5213-4fae-b1d1-f19f7ff4093b" -d '{"events": [{"server_uuid": "40bae810-8a9c-4a90-ac66-a5ce51316614", "name": "network-vif-deleted", "tag": "ffedc46c-10a1-43bd-ad48-f04bb0472775"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:36:33.916980 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d151ea1-bab2-4af2-9acd-ff2fbf73ff7a x-openstack-request-id: req-4d151ea1-bab2-4af2-9acd-ff2fbf73ff7a {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:36:33.917431 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bae810-8a9c-4a90-ac66-a5ce51316614", "name": "network-vif-deleted", "tag": "ffedc46c-10a1-43bd-ad48-f04bb0472775", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:36:33.917733 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4d151ea1-bab2-4af2-9acd-ff2fbf73ff7a {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:36:33.918178 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bae810-8a9c-4a90-ac66-a5ce51316614', 'name': 'network-vif-deleted', 'tag': 'ffedc46c-10a1-43bd-ad48-f04bb0472775', 'status': 'completed', 'code': 200} Jun 26 16:36:33.929332 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-cf73149b-7363-46b2-94f1-9b5bfd7eb6b4 None None] Set router d775a92f-66e1-408e-9006-2f89f1e0fca5 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:36:34.126665 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-cf73149b-7363-46b2-94f1-9b5bfd7eb6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-router', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:19Z', 'revision_number': 4, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'gw_port': {'id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'ba1cc207-9eae-4ac5-b500-79ff56f98db0', 'name': '', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'mac_address': 'fa:16:3e:50:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:18Z', 'updated_at': '2021-06-26T16:30:24Z', 'revision_number': 5, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'subnets': [{'id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:34.150517 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf73149b-7363-46b2-94f1-9b5bfd7eb6b4 None None] Checking router: d775a92f-66e1-408e-9006-2f89f1e0fca5 for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:36:34.159070 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf73149b-7363-46b2-94f1-9b5bfd7eb6b4 None None] Routers {'d775a92f-66e1-408e-9006-2f89f1e0fca5'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:36:34.160821 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-cf73149b-7363-46b2-94f1-9b5bfd7eb6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:36:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d775a92f-66e1-408e-9006-2f89f1e0fca5'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:34.341236 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-cf73149b-7363-46b2-94f1-9b5bfd7eb6b4 None None] Set router d775a92f-66e1-408e-9006-2f89f1e0fca5 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:36:34.530321 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-cf73149b-7363-46b2-94f1-9b5bfd7eb6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-router', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:19Z', 'revision_number': 4, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'gw_port': {'id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'ba1cc207-9eae-4ac5-b500-79ff56f98db0', 'name': '', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'mac_address': 'fa:16:3e:50:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:18Z', 'updated_at': '2021-06-26T16:30:24Z', 'revision_number': 5, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'subnets': [{'id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:34.556373 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf73149b-7363-46b2-94f1-9b5bfd7eb6b4 None None] The sync data for ids ['d775a92f-66e1-408e-9006-2f89f1e0fca5'] in dv-cinder-798189-1-iscsi is: [{'id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-router', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:19Z', 'revision_number': 4, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'gw_port': {'id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'ba1cc207-9eae-4ac5-b500-79ff56f98db0', 'name': '', 'network_id': 'f32909da-b54c-444e-b1bf-6d65d5e65a3d', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'mac_address': 'fa:16:3e:50:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:18Z', 'updated_at': '2021-06-26T16:30:24Z', 'revision_number': 5, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'subnets': [{'id': '6302d635-3f7d-4e5f-b072-feefede6d6d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:36:34.774092 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417c4d64-1da2-4dce-8f24-c5883cc6168f None None] New status for floating IP 6b26cdd4-d0ab-4273-9db9-51a63747ee9e: DOWN {{(pid=93426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:36:34.807367 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:36:34.866442 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b612a-e968-46d3-9bbf-6f10421716f0 req-7d350e8d-145a-4b43-9f8a-c6683048f022 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:34.868075 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b75b612a-e968-46d3-9bbf-6f10421716f0 req-7d350e8d-145a-4b43-9f8a-c6683048f022 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 945 time: 0.0636349 Jun 26 16:36:34.910045 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-b75b612a-e968-46d3-9bbf-6f10421716f0 req-9a7cc043-6a11-4ec1-8c09-913ec68421b1 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349865 Jun 26 16:36:35.084176 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33010) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:36:35.140611 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3b68cf33-2191-4df2-a105-38d832b61c02 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:35.157608 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning for port 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:36:35.163265 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3b68cf33-2191-4df2-a105-38d832b61c02 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:35.163391 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:36:35.163391 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:35.246574 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:35.260608 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddb5c72-412e-4de5-add3-4a6acdc32895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb8bec9-7be3-4927-ad3e-385b1f1abdb3'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:36:35.262880 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab10a59-36be-4c84-8a95-2c485f17fbe8" -d '{"events": [{"server_uuid": "8ddb5c72-412e-4de5-add3-4a6acdc32895", "name": "network-vif-plugged", "status": "completed", "tag": "0fb8bec9-7be3-4927-ad3e-385b1f1abdb3"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:36:35.275690 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0fb8bec9-7be3-4927-ad3e-385b1f1abdb3,segment=NetworkSegment(849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4),segment_id=849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:36:35.297679 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b51328-d168-4b29-9454-5a2116aaedf5 x-openstack-request-id: req-87b51328-d168-4b29-9454-5a2116aaedf5 {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:36:35.297984 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ddb5c72-412e-4de5-add3-4a6acdc32895", "name": "network-vif-plugged", "status": "completed", "tag": "0fb8bec9-7be3-4927-ad3e-385b1f1abdb3", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:36:35.298247 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-87b51328-d168-4b29-9454-5a2116aaedf5 {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:36:35.298644 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddb5c72-412e-4de5-add3-4a6acdc32895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb8bec9-7be3-4927-ad3e-385b1f1abdb3', 'code': 200} Jun 26 16:36:35.302293 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3b68cf33-2191-4df2-a105-38d832b61c02 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:35.305027 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-3b68cf33-2191-4df2-a105-38d832b61c02 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:35.306188 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-3b68cf33-2191-4df2-a105-38d832b61c02 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "DELETE /v2.0/security-groups/32a90a2e-5736-4fdb-a445-a5dc214413c0 HTTP/1.1" status: 204 len: 168 time: 0.2210608 Jun 26 16:36:35.307202 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-fe45a93e-8cc7-43a8-a9c2-d20258d448cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:35.310098 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33014) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:36:35.323158 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68cf33-2191-4df2-a105-38d832b61c02 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a90a2e-5736-4fdb-a445-a5dc214413c0,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:35.333616 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.api.v2.resource [None req-fa4fa53a-d5cc-470f-905d-53308f376d53 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] show failed (client error): The resource could not be found. Jun 26 16:36:35.334596 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-fa4fa53a-d5cc-470f-905d-53308f376d53 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "GET /v2.0/security-groups/32a90a2e-5736-4fdb-a445-a5dc214413c0 HTTP/1.1" status: 404 len: 347 time: 0.0224276 Jun 26 16:36:35.335988 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68cf33-2191-4df2-a105-38d832b61c02 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:35.336375 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68cf33-2191-4df2-a105-38d832b61c02 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:35.336747 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68cf33-2191-4df2-a105-38d832b61c02 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:35.337112 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68cf33-2191-4df2-a105-38d832b61c02 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:35.337487 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68cf33-2191-4df2-a105-38d832b61c02 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:35.337742 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 33016) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:36:35.337857 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68cf33-2191-4df2-a105-38d832b61c02 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:35.338200 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68cf33-2191-4df2-a105-38d832b61c02 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:35.338574 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68cf33-2191-4df2-a105-38d832b61c02 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:35.338949 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68cf33-2191-4df2-a105-38d832b61c02 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:35.344019 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68cf33-2191-4df2-a105-38d832b61c02 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:35.344019 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68cf33-2191-4df2-a105-38d832b61c02 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:35.344019 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68cf33-2191-4df2-a105-38d832b61c02 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:35.344019 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-3b68cf33-2191-4df2-a105-38d832b61c02 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:35.363214 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:35.364181 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device ffedc46c-10a1-43bd-ad48-f04bb0472775 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:36:35.365754 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-d873f57d-1fbe-4a19-b7a4-6e39774f1c83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:35.405856 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] No Port match for: ffedc46c-10a1-43bd-ad48-f04bb0472775 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:36:35.406210 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device ffedc46c-10a1-43bd-ad48-f04bb0472775 not bound to the agent host hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:36:35.429911 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=0fb8bec9-7be3-4927-ad3e-385b1f1abdb3,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:35.432977 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:35.466334 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-4434054d-9a6d-4305-a890-0dd394897bb7 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Deleting port 21393eee-efb6-49c8-a4b6-6ef000aea3b4 {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:36:35.466681 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4434054d-9a6d-4305-a890-0dd394897bb7 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:35.542565 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4434054d-9a6d-4305-a890-0dd394897bb7 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:35.542818 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4434054d-9a6d-4305-a890-0dd394897bb7 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:35.554176 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-4434054d-9a6d-4305-a890-0dd394897bb7 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Calling delete_port for 21393eee-efb6-49c8-a4b6-6ef000aea3b4 owned by network:floatingip {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:36:35.735225 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4434054d-9a6d-4305-a890-0dd394897bb7 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:35.737912 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-5e8eeba7-dbea-46df-8abc-60bddc3b7860 tempest-AttachVolumeTestJSON-2049399853 tempest-AttachVolumeTestJSON-2049399853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:35.765420 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434054d-9a6d-4305-a890-0dd394897bb7 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Pushing event deleted for resources: {'Port': ['ID=21393eee-efb6-49c8-a4b6-6ef000aea3b4,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:35.771958 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-4434054d-9a6d-4305-a890-0dd394897bb7 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:35.819962 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8de7cc-8e25-40d7-ba04-263d88fb0d9a req-1cc4d165-1878-4f8a-ac03-0161b6aa48ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:35.821399 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ac8de7cc-8e25-40d7-ba04-263d88fb0d9a req-1cc4d165-1878-4f8a-ac03-0161b6aa48ea service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 1099 time: 0.1811881 Jun 26 16:36:35.848291 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4434054d-9a6d-4305-a890-0dd394897bb7 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks [] for floatingip, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:35.973336 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4434054d-9a6d-4305-a890-0dd394897bb7 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for floatingip, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:35.973336 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-4434054d-9a6d-4305-a890-0dd394897bb7 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] 10.222.0.35 "DELETE /v2.0/floatingips/6b26cdd4-d0ab-4273-9db9-51a63747ee9e HTTP/1.1" status: 204 len: 168 time: 0.5146472 Jun 26 16:36:35.973336 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ac8de7cc-8e25-40d7-ba04-263d88fb0d9a req-08cef2b1-f95b-4a10-829e-24b52be16d09 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414362 Jun 26 16:36:36.083788 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42dd09-6e6d-46cf-96a7-87fbcf8fd0a2 req-a06ad34c-3e4e-4e39-952f-0c0f72fd449c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:36.085276 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ed42dd09-6e6d-46cf-96a7-87fbcf8fd0a2 req-a06ad34c-3e4e-4e39-952f-0c0f72fd449c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 946 time: 0.0615640 Jun 26 16:36:36.128278 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-ed42dd09-6e6d-46cf-96a7-87fbcf8fd0a2 req-089cf241-53cf-4d7d-ac1d-058e9016d271 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313852 Jun 26 16:36:37.300851 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6aca0-317d-441c-9fab-a4778b916e77 req-523ffbed-d858-4e84-83ba-e2d5afb2d242 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:37.302453 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-23a6aca0-317d-441c-9fab-a4778b916e77 req-523ffbed-d858-4e84-83ba-e2d5afb2d242 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 946 time: 0.0648735 Jun 26 16:36:37.322989 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-1a3f8a36-72fa-4e52-98f3-4457a5dd459b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:37.334438 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:37.340307 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-23a6aca0-317d-441c-9fab-a4778b916e77 req-9d737cd4-f3ee-432d-84a1-d5fac22ffba9 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321679 Jun 26 16:36:37.517358 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4766d46-c4b1-4af6-ba71-0625b7411398 req-dc355e32-4f3a-4562-a0b3-e8725d59bc79 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:37.518715 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f4766d46-c4b1-4af6-ba71-0625b7411398 req-dc355e32-4f3a-4562-a0b3-e8725d59bc79 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 946 time: 0.0657303 Jun 26 16:36:37.557643 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f4766d46-c4b1-4af6-ba71-0625b7411398 req-8d009344-0e8e-4728-95b7-14752f64f698 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333328 Jun 26 16:36:37.586616 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33040) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:36:37.640829 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dce6b5e-6d11-487c-9579-7af5d1711028 tempest-TestVolumeBootPattern-1185717742 tempest-TestVolumeBootPattern-1185717742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:37.642362 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-7dce6b5e-6d11-487c-9579-7af5d1711028 tempest-TestVolumeBootPattern-1185717742 tempest-TestVolumeBootPattern-1185717742-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 1094 time: 0.0546010 Jun 26 16:36:37.645016 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33042) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:36:37.649582 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Request body: {'floatingip': {'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'port_id': '0fb8bec9-7be3-4927-ad3e-385b1f1abdb3', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:36:37.728403 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for floatingip, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:37.821545 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:37.918721 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Allocated IP 172.27.2.120 (1236ffa6-61e0-401d-8733-f5e5c635b4bb/85c7ca79-f8ed-404d-bbb5-368914d3121b/dac16fcd-accd-48f9-ba44-3880ec804fa2) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:36:38.278141 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:38.375373 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9987695'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:38.378052 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-e883bbad-6b2c-4ee1-9ab8-3805d2916781 tempest-VolumesActionsTest-314564476 tempest-VolumesActionsTest-314564476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:38.409555 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:36:38.412375 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:36:38.417622 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:36:38.443088 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event updated for resources: {'Port': ['ID=dac16fcd-accd-48f9-ba44-3880ec804fa2,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:38.448486 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:38.515903 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-57140ce2-cb77-452a-a600-0fd6072b0770 req-aa45daa0-001b-4a8e-af28-4d9bf97c4cec service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495415 Jun 26 16:36:38.604885 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57140ce2-cb77-452a-a600-0fd6072b0770 req-2cd1a743-9ee6-4a12-9b49-261bdc73b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:38.606341 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-57140ce2-cb77-452a-a600-0fd6072b0770 req-2cd1a743-9ee6-4a12-9b49-261bdc73b467 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f012282aa7c41cbbd0c48938b24801f&device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 1099 time: 0.0503523 Jun 26 16:36:38.719052 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57140ce2-cb77-452a-a600-0fd6072b0770 req-e915dac7-ce89-46b2-9a01-c18dd9800b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:38.720508 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-57140ce2-cb77-452a-a600-0fd6072b0770 req-e915dac7-ce89-46b2-9a01-c18dd9800b2f service neutron] 10.222.0.38 "GET /v2.0/networks?id=32e20bd0-d469-469a-b8ca-9bae7077591a HTTP/1.1" status: 200 len: 912 time: 0.0904710 Jun 26 16:36:38.760488 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-57140ce2-cb77-452a-a600-0fd6072b0770 req-681d1658-4c9a-4832-b855-2a058d431ca6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 HTTP/1.1" status: 200 len: 217 time: 0.0338666 Jun 26 16:36:38.773666 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33050) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:36:38.785104 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:38.809001 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57140ce2-cb77-452a-a600-0fd6072b0770 req-985487da-8baf-4f88-b5b5-8a42e41f3a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:38.810195 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-57140ce2-cb77-452a-a600-0fd6072b0770 req-985487da-8baf-4f88-b5b5-8a42e41f3a81 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a4b5ffc3-e384-4e00-8c9c-9c929a81210d HTTP/1.1" status: 200 len: 850 time: 0.0431199 Jun 26 16:36:38.871101 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57140ce2-cb77-452a-a600-0fd6072b0770 req-7779e404-f0e3-45cc-97c2-1364bfc0c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:38.872676 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-57140ce2-cb77-452a-a600-0fd6072b0770 req-7779e404-f0e3-45cc-97c2-1364bfc0c471 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32e20bd0-d469-469a-b8ca-9bae7077591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556617 Jun 26 16:36:38.882693 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [req-57140ce2-cb77-452a-a600-0fd6072b0770 req-c76b23fa-b2da-4ca2-96b3-e07d2fd3c9d8 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 16:36:38.883693 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-57140ce2-cb77-452a-a600-0fd6072b0770 req-c76b23fa-b2da-4ca2-96b3-e07d2fd3c9d8 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051014 Jun 26 16:36:38.970340 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-57140ce2-cb77-452a-a600-0fd6072b0770 req-f035c9be-8d73-4650-9bb9-5b5596cc9ae6 service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800488 Jun 26 16:36:38.984379 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:39.061149 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-57140ce2-cb77-452a-a600-0fd6072b0770 req-7a191061-a39c-43c4-8038-1e9a1023fc69 service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840552 Jun 26 16:36:39.247733 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for port, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:39.323900 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:39.327688 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:39.412381 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event updated for resources: {'Port': ['ID=dac16fcd-accd-48f9-ba44-3880ec804fa2,revision_number=2']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:39.417896 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:39.419793 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646687'] for floatingip, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:39.423612 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bd08a49b-12d5-42d8-84b8-3cd114ce3378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684534'] for router_interface, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:39.595106 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.l3_db [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Floating IP 29ab8190-820a-4392-991b-d8f0957ab9a1 associated. External IP: 172.27.2.120, port: 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3. Jun 26 16:36:39.873972 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:39.908037 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Router 2c47fc04-dd03-4308-859f-3563e3c1be74 has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:36:39.913483 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-bd08a49b-12d5-42d8-84b8-3cd114ce3378 admin admin] Deleting port ba1cc207-9eae-4ac5-b500-79ff56f98db0 {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:36:39.917367 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bd08a49b-12d5-42d8-84b8-3cd114ce3378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:40.063413 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [None req-bd08a49b-12d5-42d8-84b8-3cd114ce3378 admin admin] For port ba1cc207-9eae-4ac5-b500-79ff56f98db0, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=ba1cc207-9eae-4ac5-b500-79ff56f98db0,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:36:40.063776 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bd08a49b-12d5-42d8-84b8-3cd114ce3378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:40.081478 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-bd08a49b-12d5-42d8-84b8-3cd114ce3378 admin admin] Calling delete_port for ba1cc207-9eae-4ac5-b500-79ff56f98db0 owned by network:router_interface {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:36:40.088092 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:36:40.097862 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0668e3-ced0-4fb3-9d5c-4021b75a3ade None None] Sync routers for ids ['2c47fc04-dd03-4308-859f-3563e3c1be74'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:36:40.102479 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c3514b79-c735-48aa-a2c9-710ae8fc1423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:40.107118 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0668e3-ced0-4fb3-9d5c-4021b75a3ade None None] Routers {'2c47fc04-dd03-4308-859f-3563e3c1be74'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:36:40.107742 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-6e0668e3-ced0-4fb3-9d5c-4021b75a3ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:36:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['2c47fc04-dd03-4308-859f-3563e3c1be74'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:40.199491 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for floatingip, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:40.209725 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-6e0668e3-ced0-4fb3-9d5c-4021b75a3ade None None] Set router 2c47fc04-dd03-4308-859f-3563e3c1be74 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:36:40.245772 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-91a1c7e0-5598-4600-aab9-a915839ef32b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5997097 Jun 26 16:36:40.246971 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddb5c72-412e-4de5-add3-4a6acdc32895', 'tag': '0fb8bec9-7be3-4927-ad3e-385b1f1abdb3'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:36:40.249854 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e88ed0-cbc4-4289-9bd1-e3ffef0be34c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddb5c72-412e-4de5-add3-4a6acdc32895", "tag": "0fb8bec9-7be3-4927-ad3e-385b1f1abdb3"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:36:40.291421 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197f1b0e-25fe-4c5d-b3ba-9f09c690ba0b x-openstack-request-id: req-197f1b0e-25fe-4c5d-b3ba-9f09c690ba0b {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:36:40.291753 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddb5c72-412e-4de5-add3-4a6acdc32895", "tag": "0fb8bec9-7be3-4927-ad3e-385b1f1abdb3", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:36:40.292051 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-197f1b0e-25fe-4c5d-b3ba-9f09c690ba0b {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:36:40.292484 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddb5c72-412e-4de5-add3-4a6acdc32895', 'tag': '0fb8bec9-7be3-4927-ad3e-385b1f1abdb3', 'status': 'completed', 'code': 200} Jun 26 16:36:40.362408 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e88ed0-cbc4-4289-9bd1-e3ffef0be34c req-d1fdb806-2a66-4d43-8647-54d0a2b03e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:40.363947 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-91e88ed0-cbc4-4289-9bd1-e3ffef0be34c req-d1fdb806-2a66-4d43-8647-54d0a2b03e43 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f012282aa7c41cbbd0c48938b24801f&device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 1099 time: 0.0517733 Jun 26 16:36:40.371943 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bd08a49b-12d5-42d8-84b8-3cd114ce3378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:40.375511 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b2c1dda7-7906-41d9-bf68-c3873420e909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:40.408874 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08a49b-12d5-42d8-84b8-3cd114ce3378 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba1cc207-9eae-4ac5-b500-79ff56f98db0,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:40.411032 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-bd08a49b-12d5-42d8-84b8-3cd114ce3378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:40.462082 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-6e0668e3-ced0-4fb3-9d5c-4021b75a3ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '29ab8190-820a-4392-991b-d8f0957ab9a1', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'port_id': '0fb8bec9-7be3-4927-ad3e-385b1f1abdb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'mac_address': 'fa:16:3e:1b:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddb5c72-412e-4de5-add3-4a6acdc32895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:36:38Z', 'updated_at': '2021-06-26T16:36:38Z', 'revision_number': 0, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:31Z', 'revision_number': 5, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:40.476824 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e88ed0-cbc4-4289-9bd1-e3ffef0be34c req-40a2af40-8954-402d-9c96-3b60d51b386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:40.478375 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-91e88ed0-cbc4-4289-9bd1-e3ffef0be34c req-40a2af40-8954-402d-9c96-3b60d51b386a service neutron] 10.222.0.38 "GET /v2.0/networks?id=32e20bd0-d469-469a-b8ca-9bae7077591a HTTP/1.1" status: 200 len: 912 time: 0.1074052 Jun 26 16:36:40.483558 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0668e3-ced0-4fb3-9d5c-4021b75a3ade None None] Checking router: 2c47fc04-dd03-4308-859f-3563e3c1be74 for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:36:40.492491 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0668e3-ced0-4fb3-9d5c-4021b75a3ade None None] Routers {'2c47fc04-dd03-4308-859f-3563e3c1be74'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:36:40.493423 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-6e0668e3-ced0-4fb3-9d5c-4021b75a3ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:36:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['2c47fc04-dd03-4308-859f-3563e3c1be74'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:40.559493 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-91e88ed0-cbc4-4289-9bd1-e3ffef0be34c req-e8e0877c-acf1-450c-ad84-7164c680a09b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 HTTP/1.1" status: 200 len: 1000 time: 0.0728853 Jun 26 16:36:40.591507 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-bd08a49b-12d5-42d8-84b8-3cd114ce3378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645638'] for router_interface, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:40.607419 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-6e0668e3-ced0-4fb3-9d5c-4021b75a3ade None None] Set router 2c47fc04-dd03-4308-859f-3563e3c1be74 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:36:40.615768 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e88ed0-cbc4-4289-9bd1-e3ffef0be34c req-e23c086f-492e-4c87-9ed3-55ebd9232603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:40.617181 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-91e88ed0-cbc4-4289-9bd1-e3ffef0be34c req-e23c086f-492e-4c87-9ed3-55ebd9232603 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a4b5ffc3-e384-4e00-8c9c-9c929a81210d HTTP/1.1" status: 200 len: 850 time: 0.0507803 Jun 26 16:36:40.684639 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e88ed0-cbc4-4289-9bd1-e3ffef0be34c req-bb254450-fca1-47bb-b8fb-b34eda428195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:40.686204 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-91e88ed0-cbc4-4289-9bd1-e3ffef0be34c req-bb254450-fca1-47bb-b8fb-b34eda428195 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32e20bd0-d469-469a-b8ca-9bae7077591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625591 Jun 26 16:36:40.780903 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-91e88ed0-cbc4-4289-9bd1-e3ffef0be34c req-4daca420-aa0a-4849-8871-67d9456caac4 service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881226 Jun 26 16:36:40.843585 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-6e0668e3-ced0-4fb3-9d5c-4021b75a3ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '29ab8190-820a-4392-991b-d8f0957ab9a1', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'port_id': '0fb8bec9-7be3-4927-ad3e-385b1f1abdb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'mac_address': 'fa:16:3e:1b:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddb5c72-412e-4de5-add3-4a6acdc32895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:36:38Z', 'updated_at': '2021-06-26T16:36:38Z', 'revision_number': 0, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:31Z', 'revision_number': 5, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:40.863680 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:40.871452 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0668e3-ced0-4fb3-9d5c-4021b75a3ade None None] The sync data for ids ['2c47fc04-dd03-4308-859f-3563e3c1be74'] in dv-cinder-798189-1-iscsi is: [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '29ab8190-820a-4392-991b-d8f0957ab9a1', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'port_id': '0fb8bec9-7be3-4927-ad3e-385b1f1abdb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'mac_address': 'fa:16:3e:1b:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddb5c72-412e-4de5-add3-4a6acdc32895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:36:38Z', 'updated_at': '2021-06-26T16:36:38Z', 'revision_number': 0, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:31Z', 'revision_number': 5, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:36:40.885560 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-91e88ed0-cbc4-4289-9bd1-e3ffef0be34c req-8678890b-2a53-45c5-9f07-5be86bf280ae service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987098 Jun 26 16:36:41.067039 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dd957b-0e91-42bf-b81e-18f31f4d86fd None None] New status for floating IP 29ab8190-820a-4392-991b-d8f0957ab9a1: ACTIVE {{(pid=93426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:36:41.098715 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd08a49b-12d5-42d8-84b8-3cd114ce3378 admin admin] Router d775a92f-66e1-408e-9006-2f89f1e0fca5 has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:36:41.201112 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd08a49b-12d5-42d8-84b8-3cd114ce3378 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:36:41.208349 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-bd08a49b-12d5-42d8-84b8-3cd114ce3378 admin admin] 10.222.0.35 "PUT /v2.0/routers/d775a92f-66e1-408e-9006-2f89f1e0fca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4322519 Jun 26 16:36:41.209183 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33058) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:36:41.212072 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073d2c39-58da-40a6-b6d1-b6f962d5f57a None None] Sync routers for ids ['d775a92f-66e1-408e-9006-2f89f1e0fca5'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:36:41.221183 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073d2c39-58da-40a6-b6d1-b6f962d5f57a None None] Routers {'d775a92f-66e1-408e-9006-2f89f1e0fca5'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:36:41.221784 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-073d2c39-58da-40a6-b6d1-b6f962d5f57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:36:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d775a92f-66e1-408e-9006-2f89f1e0fca5'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:41.315337 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c2a34d07-7f34-4aa5-bf68-91eeab7c62b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:41.323991 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-073d2c39-58da-40a6-b6d1-b6f962d5f57a None None] Set router d775a92f-66e1-408e-9006-2f89f1e0fca5 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:36:41.414060 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c2a34d07-7f34-4aa5-bf68-91eeab7c62b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:41.491260 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-073d2c39-58da-40a6-b6d1-b6f962d5f57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-router', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:36:40Z', 'revision_number': 5, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'gw_port': {'id': '9a409112-e3c6-4e6f-a95e-a0d243ab7486', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:41.519946 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073d2c39-58da-40a6-b6d1-b6f962d5f57a None None] Checking router: d775a92f-66e1-408e-9006-2f89f1e0fca5 for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:36:41.528269 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073d2c39-58da-40a6-b6d1-b6f962d5f57a None None] Routers {'d775a92f-66e1-408e-9006-2f89f1e0fca5'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:36:41.528992 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-073d2c39-58da-40a6-b6d1-b6f962d5f57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:36:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['d775a92f-66e1-408e-9006-2f89f1e0fca5'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:41.546276 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-c2a34d07-7f34-4aa5-bf68-91eeab7c62b8 admin admin] Deleting port 9a409112-e3c6-4e6f-a95e-a0d243ab7486 {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:36:41.546546 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c2a34d07-7f34-4aa5-bf68-91eeab7c62b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:41.608856 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-073d2c39-58da-40a6-b6d1-b6f962d5f57a None None] Set router d775a92f-66e1-408e-9006-2f89f1e0fca5 gateway port host: None {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:36:41.626572 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [None req-c2a34d07-7f34-4aa5-bf68-91eeab7c62b8 admin admin] For port 9a409112-e3c6-4e6f-a95e-a0d243ab7486, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=9a409112-e3c6-4e6f-a95e-a0d243ab7486,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:36:41.626962 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c2a34d07-7f34-4aa5-bf68-91eeab7c62b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:41.639985 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-c2a34d07-7f34-4aa5-bf68-91eeab7c62b8 admin admin] Calling delete_port for 9a409112-e3c6-4e6f-a95e-a0d243ab7486 owned by network:router_gateway {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:36:41.666519 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-073d2c39-58da-40a6-b6d1-b6f962d5f57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-router', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:36:41Z', 'revision_number': 6, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'gw_port_host': None}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:41.692425 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073d2c39-58da-40a6-b6d1-b6f962d5f57a None None] The sync data for ids ['d775a92f-66e1-408e-9006-2f89f1e0fca5'] in dv-cinder-798189-1-iscsi is: [{'id': 'd775a92f-66e1-408e-9006-2f89f1e0fca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1308964599-router', 'tenant_id': '3e8d5454a3a34b91b88733c476597ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:30:15Z', 'updated_at': '2021-06-26T16:36:41Z', 'revision_number': 6, 'project_id': '3e8d5454a3a34b91b88733c476597ace', 'gw_port_host': None}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:36:41.845193 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c2a34d07-7f34-4aa5-bf68-91eeab7c62b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:41.847168 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-9fa01bd4-b41f-4499-b064-c971a3783ff2 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:41.869125 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a34d07-7f34-4aa5-bf68-91eeab7c62b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a409112-e3c6-4e6f-a95e-a0d243ab7486,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:41.872780 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-c2a34d07-7f34-4aa5-bf68-91eeab7c62b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:41.931848 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c2a34d07-7f34-4aa5-bf68-91eeab7c62b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646844'] for router_gateway, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:42.016886 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c2a34d07-7f34-4aa5-bf68-91eeab7c62b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5638'] for router, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:42.019080 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c2a34d07-7f34-4aa5-bf68-91eeab7c62b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:42.117557 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c2a34d07-7f34-4aa5-bf68-91eeab7c62b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646123'] for router, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:42.118191 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a34d07-7f34-4aa5-bf68-91eeab7c62b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d775a92f-66e1-408e-9006-2f89f1e0fca5 {{(pid=93424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 16:36:42.128652 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c2a34d07-7f34-4aa5-bf68-91eeab7c62b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:42.128652 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-c2a34d07-7f34-4aa5-bf68-91eeab7c62b8 admin admin] 10.222.0.35 "DELETE /v2.0/routers/d775a92f-66e1-408e-9006-2f89f1e0fca5 HTTP/1.1" status: 204 len: 168 time: 0.9171193 Jun 26 16:36:42.129650 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33062) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:36:42.172107 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0aa1fe7-e675-48b1-ac56-13682d9f9ed0 admin admin] Deleting subnet 6302d635-3f7d-4e5f-b072-feefede6d6d8 {{(pid=93424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:36:42.175023 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d0aa1fe7-e675-48b1-ac56-13682d9f9ed0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:42.210591 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d0aa1fe7-e675-48b1-ac56-13682d9f9ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9654320'] for subnet, precommit_delete_associations {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:42.284524 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d0aa1fe7-e675-48b1-ac56-13682d9f9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077411'] for subnet, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:42.403198 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d0aa1fe7-e675-48b1-ac56-13682d9f9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9987676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10402897'] for subnet, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:42.405823 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:42.433257 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa1fe7-e675-48b1-ac56-13682d9f9ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6302d635-3f7d-4e5f-b072-feefede6d6d8,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:42.437174 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-d0aa1fe7-e675-48b1-ac56-13682d9f9ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:42.438198 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-d0aa1fe7-e675-48b1-ac56-13682d9f9ed0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:42.440206 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-d0aa1fe7-e675-48b1-ac56-13682d9f9ed0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6302d635-3f7d-4e5f-b072-feefede6d6d8 HTTP/1.1" status: 204 len: 168 time: 0.3096294 Jun 26 16:36:42.442681 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33064) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:36:42.449055 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c23cc7f-63b9-4a20-bd8b-1a20272cae31 None None] Network f32909da-b54c-444e-b1bf-6d65d5e65a3d requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:36:42.513812 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599898'] for network, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:42.552386 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 9a409112-e3c6-4e6f-a95e-a0d243ab7486 no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:36:42.571917 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] Deleting port b79af92b-ac88-497c-826d-5cb856f21c3b {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:36:42.572266 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:42.589612 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: 9a409112-e3c6-4e6f-a95e-a0d243ab7486 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:36:42.590054 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 9a409112-e3c6-4e6f-a95e-a0d243ab7486 not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:36:42.590555 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device ba1cc207-9eae-4ac5-b500-79ff56f98db0 no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:36:42.617799 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: ba1cc207-9eae-4ac5-b500-79ff56f98db0 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:36:42.618164 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device ba1cc207-9eae-4ac5-b500-79ff56f98db0 not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:36:42.639111 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] For port b79af92b-ac88-497c-826d-5cb856f21c3b, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=b79af92b-ac88-497c-826d-5cb856f21c3b,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:36:42.641533 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:42.659936 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] Calling delete_port for b79af92b-ac88-497c-826d-5cb856f21c3b owned by network:dhcp {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:36:42.715892 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd1eb9c-3b29-40c2-ad44-63049b88e47f None None] DHCP port deletion for f32909da-b54c-444e-b1bf-6d65d5e65a3d request from dv-cinder-798189-1-iscsi {{(pid=93426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 16:36:42.722305 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:42.773447 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-8fd1eb9c-3b29-40c2-ad44-63049b88e47f None None] Deleting port b79af92b-ac88-497c-826d-5cb856f21c3b {{(pid=93426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:36:42.773447 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-8fd1eb9c-3b29-40c2-ad44-63049b88e47f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:42.799827 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:42.803022 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-bc70fe31-976c-4edd-a48d-5f8c865a8c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:42.827436 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=b79af92b-ac88-497c-826d-5cb856f21c3b,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:42.829421 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] No DVR routers for this DVR port b79af92b-ac88-497c-826d-5cb856f21c3b on host dv-cinder-798189-1-iscsi {{(pid=93424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:36:42.831065 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:42.833108 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-8fd1eb9c-3b29-40c2-ad44-63049b88e47f None None] For port b79af92b-ac88-497c-826d-5cb856f21c3b, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=b79af92b-ac88-497c-826d-5cb856f21c3b,segment=NetworkSegment(c406c7f9-c429-4f0a-80a4-a6324393fca2),segment_id=c406c7f9-c429-4f0a-80a4-a6324393fca2)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:36:42.833524 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-8fd1eb9c-3b29-40c2-ad44-63049b88e47f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:42.845885 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-8fd1eb9c-3b29-40c2-ad44-63049b88e47f None None] Calling delete_port for b79af92b-ac88-497c-826d-5cb856f21c3b owned by network:dhcp {{(pid=93426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:36:42.902085 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2078910', 'neutron.services.segments.db._delete_segments_for_network-8735253278486'] for network, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:42.917310 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.services.segments.db [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32909da-b54c-444e-b1bf-6d65d5e65a3d']}} {{(pid=93424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:42.921587 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.services.segments.db [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c406c7f9-c429-4f0a-80a4-a6324393fca2') {'for_net_delete': True} {{(pid=93424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:42.921878 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.services.segments.db [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c406c7f9-c429-4f0a-80a4-a6324393fca2') {} {{(pid=93424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:42.923028 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-8fd1eb9c-3b29-40c2-ad44-63049b88e47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750'] for port, after_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:42.924911 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:42.930471 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735253296631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9654311'] for segment, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:42.944473 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:42.947748 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1eb9c-3b29-40c2-ad44-63049b88e47f None None] Pushing event deleted for resources: {'Port': ['ID=b79af92b-ac88-497c-826d-5cb856f21c3b,revision_number=None']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:42.950192 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:36:42.950575 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9987769'] for segment, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:42.950722 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-8fd1eb9c-3b29-40c2-ad44-63049b88e47f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: Traceback (most recent call last): Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: timer() Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: cb(*args, **kw) Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: return func(*args, **kwargs) Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: self._notify() Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: self.callback(batched_events) Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: event.method(event) Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: return f(self, *a, **k) Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: return self._get(url).json() Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: return self.request(url, 'GET', **kwargs) Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:36:42.952265 dv-cinder-798189-1-iscsi neutron-server[93424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:36:42.954655 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd1eb9c-3b29-40c2-ad44-63049b88e47f None None] No DVR routers for this DVR port b79af92b-ac88-497c-826d-5cb856f21c3b on host dv-cinder-798189-1-iscsi {{(pid=93426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:36:43.056311 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2078901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646772'] for network, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:43.059900 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a3f16cc8-4f82-47f8-8eed-d5c74724e2d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:43.062884 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:43.064685 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f32909da-b54c-444e-b1bf-6d65d5e65a3d HTTP/1.1" status: 204 len: 168 time: 0.6210554 Jun 26 16:36:43.075024 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] Pushing event deleted for resources: {'Network': ['ID=f32909da-b54c-444e-b1bf-6d65d5e65a3d,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:43.077348 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:43.412469 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33068) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:36:43.452318 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-38bf92e6-f05c-483f-aa6c-61c006cc2677 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e8d5454a3a34b91b88733c476597ace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385826 Jun 26 16:36:43.454654 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33070) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:36:43.500652 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-40e311eb-f47d-463a-aeb8-5ef6d3a30995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:43.520593 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-40e311eb-f47d-463a-aeb8-5ef6d3a30995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:43.654229 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-40e311eb-f47d-463a-aeb8-5ef6d3a30995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:43.657880 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-40e311eb-f47d-463a-aeb8-5ef6d3a30995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:43.659099 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-40e311eb-f47d-463a-aeb8-5ef6d3a30995 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/67889067-a274-4691-abbc-2617bde84731 HTTP/1.1" status: 204 len: 168 time: 0.2031622 Jun 26 16:36:43.659814 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b5da7e07-44d7-47d0-a8f8-30e055d62fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:43.667594 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e311eb-f47d-463a-aeb8-5ef6d3a30995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67889067-a274-4691-abbc-2617bde84731,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:43.674796 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-40e311eb-f47d-463a-aeb8-5ef6d3a30995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:44.481970 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device b79af92b-ac88-497c-826d-5cb856f21c3b no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:36:44.502437 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: b79af92b-ac88-497c-826d-5cb856f21c3b {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:36:44.502833 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device b79af92b-ac88-497c-826d-5cb856f21c3b not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:36:50.126135 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:36:54.262615 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33182) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:36:54.361404 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c2f3233e-580e-4377-af0a-c2912f88616a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:54.448889 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c2f3233e-580e-4377-af0a-c2912f88616a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:54.535952 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c2f3233e-580e-4377-af0a-c2912f88616a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:54.538309 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-8f1bd20f-329b-476a-8609-5571cb3cd4d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:54.571993 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3233e-580e-4377-af0a-c2912f88616a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943cd907-1310-466e-b20c-0a2f64f5c43e,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:54.576284 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-c2f3233e-580e-4377-af0a-c2912f88616a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c6728fb6b77241509e15da7148a7f73c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126297 Jun 26 16:36:54.577400 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-c2f3233e-580e-4377-af0a-c2912f88616a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:54.579126 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33186) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:36:54.625546 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-69f597b9-281d-49fd-80be-2aaa168bcb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:54.645701 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-69f597b9-281d-49fd-80be-2aaa168bcb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:54.735840 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-69f597b9-281d-49fd-80be-2aaa168bcb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:54.738498 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-69f597b9-281d-49fd-80be-2aaa168bcb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:54.739669 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-69f597b9-281d-49fd-80be-2aaa168bcb64 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/943cd907-1310-466e-b20c-0a2f64f5c43e HTTP/1.1" status: 204 len: 168 time: 0.1598251 Jun 26 16:36:54.742523 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-644475c0-3a3d-4d4b-aadd-380027a888c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:54.748003 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f597b9-281d-49fd-80be-2aaa168bcb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943cd907-1310-466e-b20c-0a2f64f5c43e,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:54.750341 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-69f597b9-281d-49fd-80be-2aaa168bcb64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:00.441474 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33270) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:00.540465 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-85207173-7748-45d6-a36b-256fd40ea018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:00.623247 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-85207173-7748-45d6-a36b-256fd40ea018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:00.695872 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-85207173-7748-45d6-a36b-256fd40ea018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:00.698548 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a373d3fa-c29b-490f-9d50-0749d0ae4c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:00.736536 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85207173-7748-45d6-a36b-256fd40ea018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06bebb9-fdd0-4e3e-9b29-841a948e0fd1,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:00.739703 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-85207173-7748-45d6-a36b-256fd40ea018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:00.742245 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-85207173-7748-45d6-a36b-256fd40ea018 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4dda0aed2811439f8b0edf8fe82ba995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997644 Jun 26 16:37:00.745132 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 33274) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:00.794072 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-995c9f9a-a87d-41d0-b4ff-2d8d3e21bfac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:00.814048 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-995c9f9a-a87d-41d0-b4ff-2d8d3e21bfac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:00.929969 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-995c9f9a-a87d-41d0-b4ff-2d8d3e21bfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:00.932584 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-995c9f9a-a87d-41d0-b4ff-2d8d3e21bfac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:00.933730 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-995c9f9a-a87d-41d0-b4ff-2d8d3e21bfac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e06bebb9-fdd0-4e3e-9b29-841a948e0fd1 HTTP/1.1" status: 204 len: 168 time: 0.1876061 Jun 26 16:37:00.934603 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-dcf194eb-bd74-4442-8dff-57e4579c1e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:00.942279 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c9f9a-a87d-41d0-b4ff-2d8d3e21bfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06bebb9-fdd0-4e3e-9b29-841a948e0fd1,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:00.944637 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-995c9f9a-a87d-41d0-b4ff-2d8d3e21bfac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:01.498313 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 33282) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:01.512165 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-b9d338ad-9878-4684-9e05-add2eadd9f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:01.594673 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-b9d338ad-9878-4684-9e05-add2eadd9f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:01.659459 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-b9d338ad-9878-4684-9e05-add2eadd9f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:01.661836 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-5d993ee2-9354-468f-bd03-1d4455966269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:01.701081 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-b9d338ad-9878-4684-9e05-add2eadd9f3f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5756339f197c4f36ba54f6d9f76411c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010422 Jun 26 16:37:01.702089 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d338ad-9878-4684-9e05-add2eadd9f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68f4ff5-a6d3-48c7-8639-d8c467f7ac06,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:01.703771 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33284) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:01.708157 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-b9d338ad-9878-4684-9e05-add2eadd9f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:01.752362 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f7655d1b-490c-467e-b7ac-bb9422f0f05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:01.772853 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f7655d1b-490c-467e-b7ac-bb9422f0f05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:01.872605 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f7655d1b-490c-467e-b7ac-bb9422f0f05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:01.875854 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-f7655d1b-490c-467e-b7ac-bb9422f0f05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:01.876967 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-f7655d1b-490c-467e-b7ac-bb9422f0f05b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c68f4ff5-a6d3-48c7-8639-d8c467f7ac06 HTTP/1.1" status: 204 len: 168 time: 0.1722353 Jun 26 16:37:01.877716 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-95a1ac27-c58b-48a4-bf00-5c728193ce69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:01.884780 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7655d1b-490c-467e-b7ac-bb9422f0f05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68f4ff5-a6d3-48c7-8639-d8c467f7ac06,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:01.887052 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-f7655d1b-490c-467e-b7ac-bb9422f0f05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:04.116861 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33330) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:04.215008 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c99fb815-5a7c-4b5e-98e1-f7e4a3812a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:04.297757 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c99fb815-5a7c-4b5e-98e1-f7e4a3812a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:04.362627 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c99fb815-5a7c-4b5e-98e1-f7e4a3812a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:04.365157 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-ef494a6c-8412-4a76-9878-b8e84b548791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:04.400960 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-c99fb815-5a7c-4b5e-98e1-f7e4a3812a90 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12c67997deac47d8b1ad98c6b0c9c60d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830753 Jun 26 16:37:04.401852 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fb815-5a7c-4b5e-98e1-f7e4a3812a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b0b078-a116-4689-b7e3-7d7d3b02207c,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:04.403625 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 33334) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:04.405443 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-c99fb815-5a7c-4b5e-98e1-f7e4a3812a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:04.451863 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4557c447-5300-4209-86a1-80861a338426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:04.472416 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4557c447-5300-4209-86a1-80861a338426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:04.579428 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4557c447-5300-4209-86a1-80861a338426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:04.582078 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-4557c447-5300-4209-86a1-80861a338426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:04.583229 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-4557c447-5300-4209-86a1-80861a338426 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87b0b078-a116-4689-b7e3-7d7d3b02207c HTTP/1.1" status: 204 len: 168 time: 0.1785951 Jun 26 16:37:04.584150 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-417d4f71-fb80-4a3d-ad48-f713d9faedea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:04.591548 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557c447-5300-4209-86a1-80861a338426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b0b078-a116-4689-b7e3-7d7d3b02207c,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:04.593718 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-4557c447-5300-4209-86a1-80861a338426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:05.105403 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33340) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:05.121768 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0ef4af7b-f723-40a8-b016-57468a5de7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:05.205294 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0ef4af7b-f723-40a8-b016-57468a5de7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:05.284187 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-0ef4af7b-f723-40a8-b016-57468a5de7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:05.287281 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-93a08527-95d4-4ff1-b714-ad656e69db02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:05.321729 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-0ef4af7b-f723-40a8-b016-57468a5de7f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b249b3b4544a441484caf117170e338e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152689 Jun 26 16:37:05.322629 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4af7b-f723-40a8-b016-57468a5de7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0208e7e7-4cb3-40fa-91b9-865789f80f32,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:05.324390 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 33342) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:05.325661 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-0ef4af7b-f723-40a8-b016-57468a5de7f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:05.371523 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f7fb8855-6f68-470d-8a1d-5e38a3ea4e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:05.392082 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f7fb8855-6f68-470d-8a1d-5e38a3ea4e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:05.488279 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f7fb8855-6f68-470d-8a1d-5e38a3ea4e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:05.490877 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-f7fb8855-6f68-470d-8a1d-5e38a3ea4e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:05.492013 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-f7fb8855-6f68-470d-8a1d-5e38a3ea4e44 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0208e7e7-4cb3-40fa-91b9-865789f80f32 HTTP/1.1" status: 204 len: 168 time: 0.1666503 Jun 26 16:37:05.492784 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-4527d793-f41d-4838-8667-593e2bc81017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:05.500734 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb8855-6f68-470d-8a1d-5e38a3ea4e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0208e7e7-4cb3-40fa-91b9-865789f80f32,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:05.502924 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-f7fb8855-6f68-470d-8a1d-5e38a3ea4e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:07.296273 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-3d397312-80a3-409e-acbe-f2e5a6ff4012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:07.324128 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:09.935521 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:10.079513 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-97abbe54-ba82-47c5-8d91-1f968e374f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:10.899651 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:12.666690 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:18.114320 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33476) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:18.213019 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-738fe8b6-4e5c-417d-90b4-3e1d82a6810c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:18.296462 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-738fe8b6-4e5c-417d-90b4-3e1d82a6810c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:18.352343 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-738fe8b6-4e5c-417d-90b4-3e1d82a6810c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:18.354800 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-5c637a1b-283a-47dc-97f7-f6367f07a2e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:18.390166 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-738fe8b6-4e5c-417d-90b4-3e1d82a6810c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33c2e26b74a94bc8ac3e943ff70ff82b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747982 Jun 26 16:37:18.391133 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fe8b6-4e5c-417d-90b4-3e1d82a6810c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cecf50-f53b-4137-b590-2998d2a60399,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:18.392949 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 33480) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:18.394365 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-738fe8b6-4e5c-417d-90b4-3e1d82a6810c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:18.443755 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-559033eb-9b4e-4b92-872e-026986f35657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:18.463416 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-559033eb-9b4e-4b92-872e-026986f35657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:18.598079 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-559033eb-9b4e-4b92-872e-026986f35657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:18.600693 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-559033eb-9b4e-4b92-872e-026986f35657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:18.601843 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-559033eb-9b4e-4b92-872e-026986f35657 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b6cecf50-f53b-4137-b590-2998d2a60399 HTTP/1.1" status: 204 len: 168 time: 0.2079036 Jun 26 16:37:18.602626 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-a589a84a-bb84-4f9c-8284-85e8edfa046d tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:18.610584 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559033eb-9b4e-4b92-872e-026986f35657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cecf50-f53b-4137-b590-2998d2a60399,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:18.617471 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559033eb-9b4e-4b92-872e-026986f35657 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:18.617856 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559033eb-9b4e-4b92-872e-026986f35657 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:18.618233 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559033eb-9b4e-4b92-872e-026986f35657 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:18.618596 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559033eb-9b4e-4b92-872e-026986f35657 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:18.619240 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559033eb-9b4e-4b92-872e-026986f35657 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:18.619627 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559033eb-9b4e-4b92-872e-026986f35657 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:18.620029 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559033eb-9b4e-4b92-872e-026986f35657 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:18.620389 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559033eb-9b4e-4b92-872e-026986f35657 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:18.620750 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559033eb-9b4e-4b92-872e-026986f35657 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:18.621102 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559033eb-9b4e-4b92-872e-026986f35657 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:18.621453 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559033eb-9b4e-4b92-872e-026986f35657 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:18.621804 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559033eb-9b4e-4b92-872e-026986f35657 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:18.624929 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-559033eb-9b4e-4b92-872e-026986f35657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:19.184472 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 33488) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:19.198607 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9f61e69d-1b37-450c-b060-dc66a6af23df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:19.283325 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9f61e69d-1b37-450c-b060-dc66a6af23df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:19.404846 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9f61e69d-1b37-450c-b060-dc66a6af23df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:19.407405 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-dc8983e3-9b44-41d7-bb28-76d8ec992f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:19.443880 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-9f61e69d-1b37-450c-b060-dc66a6af23df admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9fb76b02931140cfb587bf17cfd36647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583027 Jun 26 16:37:19.452542 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61e69d-1b37-450c-b060-dc66a6af23df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9935b78f-c4ca-4fe9-a63c-cbf9c6cb7f87,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:19.453287 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33490) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:19.453855 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-9f61e69d-1b37-450c-b060-dc66a6af23df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:19.495075 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b8bbf91c-75fc-4501-922b-5a359f0cf8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:19.518349 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b8bbf91c-75fc-4501-922b-5a359f0cf8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:19.650260 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b8bbf91c-75fc-4501-922b-5a359f0cf8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:19.652967 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b8bbf91c-75fc-4501-922b-5a359f0cf8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:19.654127 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-b8bbf91c-75fc-4501-922b-5a359f0cf8f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9935b78f-c4ca-4fe9-a63c-cbf9c6cb7f87 HTTP/1.1" status: 204 len: 168 time: 0.2065389 Jun 26 16:37:19.655054 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-0ef4af7b-f723-40a8-b016-57468a5de7f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:19.663114 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbf91c-75fc-4501-922b-5a359f0cf8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9935b78f-c4ca-4fe9-a63c-cbf9c6cb7f87,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:19.665410 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b8bbf91c-75fc-4501-922b-5a359f0cf8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:20.371547 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33496) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:20.384816 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e4d81bc2-ef52-4b86-959f-3b58a9eec5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:20.468371 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e4d81bc2-ef52-4b86-959f-3b58a9eec5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:20.550558 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-e4d81bc2-ef52-4b86-959f-3b58a9eec5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:20.552847 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-208920fc-ab2d-4748-80c2-783222a9733b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:20.588480 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-e4d81bc2-ef52-4b86-959f-3b58a9eec5f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=171ebfdfee1a49af8ffd2c00d3766800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2159035 Jun 26 16:37:20.589382 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d81bc2-ef52-4b86-959f-3b58a9eec5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4d7683-de0a-477e-9231-353d6dc7c0f5,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:20.591231 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 33498) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:20.592294 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-e4d81bc2-ef52-4b86-959f-3b58a9eec5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:20.639695 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-360c2a48-8ace-45db-ae97-d187518001e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:20.660263 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-360c2a48-8ace-45db-ae97-d187518001e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:20.769218 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-360c2a48-8ace-45db-ae97-d187518001e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:20.771946 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-360c2a48-8ace-45db-ae97-d187518001e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:20.773096 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-360c2a48-8ace-45db-ae97-d187518001e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bb4d7683-de0a-477e-9231-353d6dc7c0f5 HTTP/1.1" status: 204 len: 168 time: 0.1808877 Jun 26 16:37:20.773961 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-4557c447-5300-4209-86a1-80861a338426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:20.781486 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c2a48-8ace-45db-ae97-d187518001e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4d7683-de0a-477e-9231-353d6dc7c0f5,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:20.783662 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-360c2a48-8ace-45db-ae97-d187518001e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:27.126472 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:37:27.775356 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 33576) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:27.879724 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d62bc872-8830-4f4c-a4cd-cbd2b1018b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:27.963113 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d62bc872-8830-4f4c-a4cd-cbd2b1018b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:28.030500 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-d62bc872-8830-4f4c-a4cd-cbd2b1018b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:28.033557 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-64283af8-4946-4caf-89e8-285615e511cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:28.067173 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62bc872-8830-4f4c-a4cd-cbd2b1018b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63794303-f87d-4bed-9b3e-464c43660956,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:28.071293 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-d62bc872-8830-4f4c-a4cd-cbd2b1018b97 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f032ed51b1ca4629845e313b8a3796ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949047 Jun 26 16:37:28.072187 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-d62bc872-8830-4f4c-a4cd-cbd2b1018b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:28.074035 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33580) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:28.121485 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-38f94cb8-c15f-42ea-837a-991fbd11a928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:28.142432 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-38f94cb8-c15f-42ea-837a-991fbd11a928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:28.260515 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-38f94cb8-c15f-42ea-837a-991fbd11a928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:28.263026 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-38f94cb8-c15f-42ea-837a-991fbd11a928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:28.264137 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-38f94cb8-c15f-42ea-837a-991fbd11a928 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/63794303-f87d-4bed-9b3e-464c43660956 HTTP/1.1" status: 204 len: 168 time: 0.1890714 Jun 26 16:37:28.264882 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-fc21deaa-ab58-4d07-8472-dbee553cbe42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:28.272522 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f94cb8-c15f-42ea-837a-991fbd11a928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63794303-f87d-4bed-9b3e-464c43660956,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:28.275788 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-38f94cb8-c15f-42ea-837a-991fbd11a928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:28.805728 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33586) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:28.821488 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c46ade3f-f87d-483b-a554-d7700eb6d415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:28.904401 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c46ade3f-f87d-483b-a554-d7700eb6d415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:29.008582 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-c46ade3f-f87d-483b-a554-d7700eb6d415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:29.010933 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-2a435049-ccee-480d-99f5-4c4e4212dec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:29.045863 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-c46ade3f-f87d-483b-a554-d7700eb6d415 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b7590df5d75f4b45b6020befbd2f950e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390144 Jun 26 16:37:29.046688 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ade3f-f87d-483b-a554-d7700eb6d415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242d5df1-2b77-4dcb-9f5c-cd0c854fbb3a,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:29.049088 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 33588) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:29.050389 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-c46ade3f-f87d-483b-a554-d7700eb6d415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:29.095486 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9f60e4ce-87a1-43c5-9668-393326c5f09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:29.115742 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9f60e4ce-87a1-43c5-9668-393326c5f09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:29.249158 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9f60e4ce-87a1-43c5-9668-393326c5f09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:29.251842 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9f60e4ce-87a1-43c5-9668-393326c5f09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:29.253000 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-9f60e4ce-87a1-43c5-9668-393326c5f09e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/242d5df1-2b77-4dcb-9f5c-cd0c854fbb3a HTTP/1.1" status: 204 len: 168 time: 0.2029362 Jun 26 16:37:29.253869 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-0d4d2e03-62f8-4214-94b9-3a9a0e63f5c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:29.261144 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60e4ce-87a1-43c5-9668-393326c5f09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242d5df1-2b77-4dcb-9f5c-cd0c854fbb3a,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:29.263359 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-9f60e4ce-87a1-43c5-9668-393326c5f09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:32.039569 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 33658) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:32.140317 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-39e55bc0-d010-4988-8f32-886c3bf5a5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:32.222894 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-39e55bc0-d010-4988-8f32-886c3bf5a5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:32.282999 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-39e55bc0-d010-4988-8f32-886c3bf5a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:32.286112 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-c73f39c8-4262-44fe-a6c1-a2c6af7bcc27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:32.321026 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-39e55bc0-d010-4988-8f32-886c3bf5a5ed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c110b29a6e5417cb64691ef3e4851e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803903 Jun 26 16:37:32.322196 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e55bc0-d010-4988-8f32-886c3bf5a5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6a9f9d-c01d-4608-b371-638bdd52612d,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:32.323751 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33662) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:32.325390 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-39e55bc0-d010-4988-8f32-886c3bf5a5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:32.370554 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-863bf406-df62-40be-be1b-761c258072b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:32.390580 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-863bf406-df62-40be-be1b-761c258072b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:32.511503 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-863bf406-df62-40be-be1b-761c258072b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:32.514128 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-863bf406-df62-40be-be1b-761c258072b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:32.515319 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-863bf406-df62-40be-be1b-761c258072b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d6a9f9d-c01d-4608-b371-638bdd52612d HTTP/1.1" status: 204 len: 168 time: 0.1905766 Jun 26 16:37:32.516111 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-f7655d1b-490c-467e-b7ac-bb9422f0f05b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:32.530096 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863bf406-df62-40be-be1b-761c258072b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6a9f9d-c01d-4608-b371-638bdd52612d,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:32.530096 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-863bf406-df62-40be-be1b-761c258072b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:33.116045 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33668) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:33.129447 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b3152909-7c3e-45dc-aa07-a834db7a7b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:33.214495 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b3152909-7c3e-45dc-aa07-a834db7a7b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:33.300402 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-b3152909-7c3e-45dc-aa07-a834db7a7b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:33.302699 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-738fe8b6-4e5c-417d-90b4-3e1d82a6810c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:33.336418 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3152909-7c3e-45dc-aa07-a834db7a7b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdaaad9-9f82-45ec-9654-7e67dccb08aa,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:33.340647 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-b3152909-7c3e-45dc-aa07-a834db7a7b34 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea65f2dc2e8547118de6753093ee7d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236094 Jun 26 16:37:33.341522 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-b3152909-7c3e-45dc-aa07-a834db7a7b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:33.343975 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33670) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:33.388583 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-03a3a3eb-c339-4040-af15-2b8f8ffc3ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:33.409010 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-03a3a3eb-c339-4040-af15-2b8f8ffc3ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:33.494990 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-03a3a3eb-c339-4040-af15-2b8f8ffc3ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:33.497562 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-03a3a3eb-c339-4040-af15-2b8f8ffc3ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:33.498703 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-03a3a3eb-c339-4040-af15-2b8f8ffc3ab8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2bdaaad9-9f82-45ec-9654-7e67dccb08aa HTTP/1.1" status: 204 len: 168 time: 0.1544735 Jun 26 16:37:33.506290 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-63ca3350-96a8-4b3c-a1f7-b11dd9446b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:33.507204 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3a3eb-c339-4040-af15-2b8f8ffc3ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdaaad9-9f82-45ec-9654-7e67dccb08aa,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:33.509342 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-03a3a3eb-c339-4040-af15-2b8f8ffc3ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:37.316929 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-69531706-78a6-486f-8d15-fa283aa26fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:37.333992 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:39.871188 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:40.036898 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-8b382bac-6624-4a9c-a2df-6d9043916f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:40.560033 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf60e9e4-5645-4760-86b1-14d238941267 req-c6ab83ba-cf67-478e-afd4-d9a913b0c5ed service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515330 Jun 26 16:37:40.649141 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60e9e4-5645-4760-86b1-14d238941267 req-f93bca8f-dca8-48b2-8245-1f808a49fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:37:40.650556 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf60e9e4-5645-4760-86b1-14d238941267 req-f93bca8f-dca8-48b2-8245-1f808a49fae9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f012282aa7c41cbbd0c48938b24801f&device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 1099 time: 0.0496924 Jun 26 16:37:40.753189 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60e9e4-5645-4760-86b1-14d238941267 req-6349d71b-6c08-42a4-879c-e11f4756c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:37:40.755081 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf60e9e4-5645-4760-86b1-14d238941267 req-6349d71b-6c08-42a4-879c-e11f4756c821 service neutron] 10.222.0.38 "GET /v2.0/networks?id=32e20bd0-d469-469a-b8ca-9bae7077591a HTTP/1.1" status: 200 len: 912 time: 0.0843222 Jun 26 16:37:40.817569 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf60e9e4-5645-4760-86b1-14d238941267 req-96ba49fa-58aa-4d48-8347-8ae140eb6bc5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 HTTP/1.1" status: 200 len: 1002 time: 0.0560150 Jun 26 16:37:40.867240 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60e9e4-5645-4760-86b1-14d238941267 req-e8aee7c6-7c77-4362-918b-4f722e4e858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:37:40.868899 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf60e9e4-5645-4760-86b1-14d238941267 req-e8aee7c6-7c77-4362-918b-4f722e4e858c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a4b5ffc3-e384-4e00-8c9c-9c929a81210d HTTP/1.1" status: 200 len: 850 time: 0.0457795 Jun 26 16:37:40.883044 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:40.924671 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60e9e4-5645-4760-86b1-14d238941267 req-ccc16f93-860b-4670-becd-aa878dd662bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:37:40.926190 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf60e9e4-5645-4760-86b1-14d238941267 req-ccc16f93-860b-4670-becd-aa878dd662bb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32e20bd0-d469-469a-b8ca-9bae7077591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501051 Jun 26 16:37:41.011101 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf60e9e4-5645-4760-86b1-14d238941267 req-200f4ae3-a8c6-4b7a-b14a-ffd9679405eb service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785530 Jun 26 16:37:41.099547 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bf60e9e4-5645-4760-86b1-14d238941267 req-0e43635b-6a0f-4dec-a9a7-80b1ec63f468 service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816386 Jun 26 16:37:42.671323 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:04.125981 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:38:07.275937 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-1d5e02de-6174-4b46-9e6f-f48c53824b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:07.304339 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:09.864471 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:10.110145 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-54af21f2-c203-4730-b5f9-c908eaebc7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:10.881964 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:12.664832 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:16.813101 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-935825ba-f986-400a-b261-4f487b82f1c5 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-616403192&fields=id&tenant_id=3f012282aa7c41cbbd0c48938b24801f HTTP/1.1" status: 200 len: 267 time: 0.0316103 Jun 26 16:38:16.918264 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-2ff93043-25bb-498c-9ab2-c16a65c7ed10 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:16.919717 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-2ff93043-25bb-498c-9ab2-c16a65c7ed10 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/networks?id=32e20bd0-d469-469a-b8ca-9bae7077591a HTTP/1.1" status: 200 len: 811 time: 0.1005800 Jun 26 16:38:16.933659 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-74356252-068c-49a2-b91e-f175b9026a8c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/quotas/3f012282aa7c41cbbd0c48938b24801f HTTP/1.1" status: 200 len: 375 time: 0.0087156 Jun 26 16:38:17.002364 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-11ec8b08-168f-4926-9ed0-2a300390b6ad tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f012282aa7c41cbbd0c48938b24801f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0639248 Jun 26 16:38:17.016752 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-e27b101d-cf5d-4cc0-9b54-c5166d471068 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 16:38:17.017685 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-e27b101d-cf5d-4cc0-9b54-c5166d471068 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049081 Jun 26 16:38:17.103630 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-281b26d8-13a4-4db3-8630-1bdc0ba85183 service neutron] 10.222.0.35 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808699 Jun 26 16:38:17.187973 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-55858537-27a5-46f9-9834-77e12dea0692 service neutron] 10.222.0.35 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781639 Jun 26 16:38:17.802064 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a85c8b58-1b80-4496-bd64-94a66634cb32 req-640d8b7b-2bc1-4003-8286-eef5325b50d7 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 210 time: 0.0281763 Jun 26 16:38:18.945012 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-199df8a6-431e-40bb-acf9-4bc9ea9c418d req-1be26837-ecdb-4f60-aec2-34afea6620c5 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 210 time: 0.0338345 Jun 26 16:38:20.018088 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-a6ee3632-6e85-434e-a752-b6a8d52cb741 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:20.019576 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-a6ee3632-6e85-434e-a752-b6a8d52cb741 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.38 "GET /v2.0/networks?id=32e20bd0-d469-469a-b8ca-9bae7077591a HTTP/1.1" status: 200 len: 811 time: 0.1063440 Jun 26 16:38:20.064286 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-b7ee464c-76b7-4cac-bba8-9e4b9c229f17 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f012282aa7c41cbbd0c48938b24801f HTTP/1.1" status: 200 len: 379 time: 0.0350873 Jun 26 16:38:20.075102 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Request body: {'port': {'device_id': '0bc2eb09-237f-4831-9c71-62415021b091', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'admin_state_up': True, 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'security_groups': ['45500977-4da7-43c4-ac6a-afe35b5348fa']}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:38:20.156270 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-1415f4ab-9b89-4700-9815-f0b74eeabf5c req-b6eb7bdc-9797-4e7b-a08f-005b1142167c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 210 time: 0.0561390 Jun 26 16:38:20.253163 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Made reservation on behalf of 3f012282aa7c41cbbd0c48938b24801f for: {'port': 1} {{(pid=93425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:38:20.256880 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:20.383787 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_common [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Allocated IP 172.20.0.3 (32e20bd0-d469-469a-b8ca-9bae7077591a/a4b5ffc3-e384-4e00-8c9c-9c929a81210d/69d2e765-dc29-42d2-a80f-f60597a7965f) {{(pid=93425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:38:20.518172 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for port, precommit_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:20.531321 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.provisioning_blocks [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Transition to ACTIVE for port object 69d2e765-dc29-42d2-a80f-f60597a7965f will not be triggered until provisioned by entity DHCP. {{(pid=93425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:38:20.613393 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2366237'] for port, after_create {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:20.618621 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-4434054d-9a6d-4305-a890-0dd394897bb7 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:38:20.656811 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Network 32e20bd0-d469-469a-b8ca-9bae7077591a is already hosted by enough agents. {{(pid=93425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:38:20.661750 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.base_scheduler [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Resources bound (agent type, host, resource id): {{(pid=93425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:38:20.665662 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Received port after_create {{(pid=93425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:38:20.672181 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event updated for resources: {'Port': ['ID=69d2e765-dc29-42d2-a80f-f60597a7965f,revision_number=1']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:38:20.702141 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:20.702527 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:20.702939 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:20.703365 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:20.703691 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:20.704058 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:20.704419 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:20.704780 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:20.705143 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:20.705504 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:20.705863 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:20.706231 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:20.711679 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:38:20.729667 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:20.730210 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:20.819771 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-08e0d0e4-c9c7-4a63-84d2-5b8b97939683 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7487018 Jun 26 16:38:20.833535 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.v2.base [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Request body: {'port': {'device_id': '0bc2eb09-237f-4831-9c71-62415021b091', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:38:20.911477 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:21.069987 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-e960b6a4-4e75-45b1-b54f-98aa6a83d10e None None] Provisioning for port 69d2e765-dc29-42d2-a80f-f60597a7965f completed by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:38:21.074942 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-e960b6a4-4e75-45b1-b54f-98aa6a83d10e None None] Provisioning complete for port 69d2e765-dc29-42d2-a80f-f60597a7965f triggered by entity DHCP. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:38:21.075610 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-e960b6a4-4e75-45b1-b54f-98aa6a83d10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:21.111877 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-e960b6a4-4e75-45b1-b54f-98aa6a83d10e None None] Port 69d2e765-dc29-42d2-a80f-f60597a7965f cannot update to ACTIVE because it is not bound. {{(pid=93426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:38:21.166673 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d2e765-dc29-42d2-a80f-f60597a7965f {{(pid=93425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:38:21.175337 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:21.187743 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.provisioning_blocks [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Transition to ACTIVE for port object 69d2e765-dc29-42d2-a80f-f60597a7965f will not be triggered until provisioned by entity L2. {{(pid=93425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:38:21.252841 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:21.255135 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-15d667b0-5778-4f51-9071-bdae86d71a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:38:21.610394 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Pushing event updated for resources: {'Port': ['ID=69d2e765-dc29-42d2-a80f-f60597a7965f,revision_number=2']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:38:21.615426 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:38:21.696425 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c500113-2d8b-4f79-b906-695cf476f95c req-e4e9f598-eea1-4997-8dc9-074d5c5b42d7 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:21.697910 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5c500113-2d8b-4f79-b906-695cf476f95c req-e4e9f598-eea1-4997-8dc9-074d5c5b42d7 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 943 time: 0.4189086 Jun 26 16:38:21.698975 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Attempting to bind port 69d2e765-dc29-42d2-a80f-f60597a7965f on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:38:21.699306 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Attempting to bind port 69d2e765-dc29-42d2-a80f-f60597a7965f by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a'}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:38:21.699630 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Attempting to bind port 69d2e765-dc29-42d2-a80f-f60597a7965f on network 32e20bd0-d469-469a-b8ca-9bae7077591a {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:38:21.706170 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Port 69d2e765-dc29-42d2-a80f-f60597a7965f on network 32e20bd0-d469-469a-b8ca-9bae7077591a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:38:21.706488 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Attempting to bind port 69d2e765-dc29-42d2-a80f-f60597a7965f on network 32e20bd0-d469-469a-b8ca-9bae7077591a {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:38:21.721814 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Checking agent: {'id': '017f0d27-5c15-4479-952a-00a1dbd8023d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'started_at': datetime.datetime(2021, 6, 26, 16, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:38:21.722152 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Checking segment: {'id': '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:38:21.722529 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Bound using segment: {'id': '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a'} {{(pid=93425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:38:21.722995 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.managers [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Bound port: 69d2e765-dc29-42d2-a80f-f60597a7965f, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a'}}] {{(pid=93425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:38:21.723352 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:21.771872 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5c500113-2d8b-4f79-b906-695cf476f95c req-a30c7b96-a84e-4158-bb77-79377d20e4db tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671496 Jun 26 16:38:21.800755 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] For port 69d2e765-dc29-42d2-a80f-f60597a7965f, host hv-cinder-79818, cleared binding levels {{(pid=93425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:38:21.803700 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] For port 69d2e765-dc29-42d2-a80f-f60597a7965f, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=69d2e765-dc29-42d2-a80f-f60597a7965f,segment=NetworkSegment(849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4),segment_id=849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4)] {{(pid=93425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:38:21.864596 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2366447'] for port, after_update {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:21.867564 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-a461a2e0-554a-4fda-ad1a-4a2d21c93f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:38:21.897852 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:21.898484 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:21.899859 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] 10.222.0.38 "PUT /v2.0/ports/69d2e765-dc29-42d2-a80f-f60597a7965f HTTP/1.1" status: 200 len: 1093 time: 1.0717759 Jun 26 16:38:21.900364 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc2eb09-237f-4831-9c71-62415021b091', 'tag': '69d2e765-dc29-42d2-a80f-f60597a7965f'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:38:21.902654 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea59744-0952-4ba5-879f-75b8a2f94ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc2eb09-237f-4831-9c71-62415021b091", "tag": "69d2e765-dc29-42d2-a80f-f60597a7965f"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:38:21.928261 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Pushing event updated for resources: {'Port': ['ID=69d2e765-dc29-42d2-a80f-f60597a7965f,revision_number=3']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:38:21.932387 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:38:22.059899 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-b585f495-4621-4b09-949c-5e7ade264932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:22.061945 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-b585f495-4621-4b09-949c-5e7ade264932 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f012282aa7c41cbbd0c48938b24801f&device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 1096 time: 0.0596938 Jun 26 16:38:22.063465 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d49997-79c0-4455-975c-02646fb587f5 x-openstack-request-id: req-b6d49997-79c0-4455-975c-02646fb587f5 {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:38:22.063789 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc2eb09-237f-4831-9c71-62415021b091", "tag": "69d2e765-dc29-42d2-a80f-f60597a7965f", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:38:22.064081 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b6d49997-79c0-4455-975c-02646fb587f5 {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:38:22.064503 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc2eb09-237f-4831-9c71-62415021b091', 'tag': '69d2e765-dc29-42d2-a80f-f60597a7965f', 'status': 'completed', 'code': 200} Jun 26 16:38:22.106017 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-b7a3020b-86c9-41ed-b18d-216d7c4dd403 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69d2e765-dc29-42d2-a80f-f60597a7965f HTTP/1.1" status: 200 len: 217 time: 0.0354760 Jun 26 16:38:22.153551 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-18f33f84-d6a4-4db3-868e-ba45e48fcf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:22.155045 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-18f33f84-d6a4-4db3-868e-ba45e48fcf7d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a4b5ffc3-e384-4e00-8c9c-9c929a81210d HTTP/1.1" status: 200 len: 850 time: 0.0429795 Jun 26 16:38:22.209626 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-4bc1b4de-acee-48b7-bbd3-fa3bde6226fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:22.211009 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-4bc1b4de-acee-48b7-bbd3-fa3bde6226fc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32e20bd0-d469-469a-b8ca-9bae7077591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495181 Jun 26 16:38:22.298326 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-0ed347fb-c3b0-4c6c-bbec-2f8409a56886 service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809925 Jun 26 16:38:22.383435 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-29d61070-3707-48f7-b630-9b61a248bbc8 req-f89d0688-97ab-4599-837b-5211f2920871 service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775199 Jun 26 16:38:22.553784 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea59744-0952-4ba5-879f-75b8a2f94ebc req-797a3dcb-4f4d-450e-9aa4-62e0ec66c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:22.555356 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3ea59744-0952-4ba5-879f-75b8a2f94ebc req-797a3dcb-4f4d-450e-9aa4-62e0ec66c86d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f012282aa7c41cbbd0c48938b24801f&device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 1096 time: 0.0519519 Jun 26 16:38:22.645077 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea59744-0952-4ba5-879f-75b8a2f94ebc req-64671fce-fe5b-49a4-b8cc-67206e132287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:22.646490 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3ea59744-0952-4ba5-879f-75b8a2f94ebc req-64671fce-fe5b-49a4-b8cc-67206e132287 service neutron] 10.222.0.38 "GET /v2.0/networks?id=32e20bd0-d469-469a-b8ca-9bae7077591a HTTP/1.1" status: 200 len: 912 time: 0.0845156 Jun 26 16:38:22.686121 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3ea59744-0952-4ba5-879f-75b8a2f94ebc req-93963807-265b-4bca-a6e5-b4eb2a222b72 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69d2e765-dc29-42d2-a80f-f60597a7965f HTTP/1.1" status: 200 len: 217 time: 0.0325665 Jun 26 16:38:22.736834 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea59744-0952-4ba5-879f-75b8a2f94ebc req-b877e1a1-4efa-4515-88d0-04133f6745e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:22.738202 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3ea59744-0952-4ba5-879f-75b8a2f94ebc req-b877e1a1-4efa-4515-88d0-04133f6745e6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a4b5ffc3-e384-4e00-8c9c-9c929a81210d HTTP/1.1" status: 200 len: 850 time: 0.0466006 Jun 26 16:38:22.792690 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea59744-0952-4ba5-879f-75b8a2f94ebc req-24c684cf-4050-489e-a64f-58e073bc8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:22.794073 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3ea59744-0952-4ba5-879f-75b8a2f94ebc req-24c684cf-4050-489e-a64f-58e073bc8bcb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32e20bd0-d469-469a-b8ca-9bae7077591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485282 Jun 26 16:38:22.896207 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3ea59744-0952-4ba5-879f-75b8a2f94ebc req-722a0ebf-692d-426a-97dc-7c07a52a823c service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939231 Jun 26 16:38:23.025211 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a611b3-f0fe-4d4a-a65e-4b6d86883ec5 req-9b41cb23-6876-4007-a9de-34490cc83df2 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:23.026575 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-86a611b3-f0fe-4d4a-a65e-4b6d86883ec5 req-9b41cb23-6876-4007-a9de-34490cc83df2 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 943 time: 0.1433368 Jun 26 16:38:23.030464 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3ea59744-0952-4ba5-879f-75b8a2f94ebc req-a725dd98-4e83-48d6-adff-e23d4c245826 service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175921 Jun 26 16:38:23.066910 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-86a611b3-f0fe-4d4a-a65e-4b6d86883ec5 req-5af4b1fe-3dfa-462c-b4a6-44237b07e4d6 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338514 Jun 26 16:38:24.244681 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63150837-8698-4400-9ed2-0a591a8e2d70 req-e800022b-7a5a-4618-b99e-466cc339aac3 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:24.246136 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-63150837-8698-4400-9ed2-0a591a8e2d70 req-e800022b-7a5a-4618-b99e-466cc339aac3 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 943 time: 0.0687380 Jun 26 16:38:24.282124 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-63150837-8698-4400-9ed2-0a591a8e2d70 req-9be16918-fb6c-477d-a895-1fa7a5647264 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298531 Jun 26 16:38:25.448312 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780a7b9-b17d-4fda-bc2a-d3935b88cdfb req-e276a1bd-91f3-44bd-b7e7-151caa1ab595 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:25.449740 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7780a7b9-b17d-4fda-bc2a-d3935b88cdfb req-e276a1bd-91f3-44bd-b7e7-151caa1ab595 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 943 time: 0.0610468 Jun 26 16:38:25.489508 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7780a7b9-b17d-4fda-bc2a-d3935b88cdfb req-ec143742-7916-4431-bf8f-479507c572f5 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339653 Jun 26 16:38:26.659063 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39034c-9ca3-40f0-8f37-cc9b9f197474 req-85ef4edd-5869-4b48-a404-5695d5980073 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:26.660547 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3c39034c-9ca3-40f0-8f37-cc9b9f197474 req-85ef4edd-5869-4b48-a404-5695d5980073 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 943 time: 0.0630605 Jun 26 16:38:26.697142 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3c39034c-9ca3-40f0-8f37-cc9b9f197474 req-644a7433-181c-48b2-ba6d-72d1c7c060cb tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310273 Jun 26 16:38:27.878040 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c1718-daeb-427c-9b3c-5e3db49a59a8 req-e1b6fea5-07df-4e5d-bf3d-d439b9549cb2 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:27.879559 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c97c1718-daeb-427c-9b3c-5e3db49a59a8 req-e1b6fea5-07df-4e5d-bf3d-d439b9549cb2 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 943 time: 0.0752304 Jun 26 16:38:27.916947 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c97c1718-daeb-427c-9b3c-5e3db49a59a8 req-723d7f82-55dd-4b17-8d2c-d032e9c47691 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316846 Jun 26 16:38:29.086620 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c153995-0290-4ec6-a172-207e511d207a req-8a557613-8c84-4195-adbc-c9dcdb5fbe2b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:29.088080 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2c153995-0290-4ec6-a172-207e511d207a req-8a557613-8c84-4195-adbc-c9dcdb5fbe2b tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 943 time: 0.0650053 Jun 26 16:38:29.124510 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2c153995-0290-4ec6-a172-207e511d207a req-f99437ba-d562-4ad7-a262-856a335e4876 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303667 Jun 26 16:38:30.290704 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e9b44-d373-4ad5-a48d-7da5c3c8539c req-db451e64-bdc6-47e3-aa1d-654b3035e11e tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:30.292173 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6c6e9b44-d373-4ad5-a48d-7da5c3c8539c req-db451e64-bdc6-47e3-aa1d-654b3035e11e tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 943 time: 0.0622342 Jun 26 16:38:30.329903 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-6c6e9b44-d373-4ad5-a48d-7da5c3c8539c req-6bd9a10e-0fee-48cf-8fa7-8a0ff5e2f6d9 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318074 Jun 26 16:38:31.341760 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 69d2e765-dc29-42d2-a80f-f60597a7965f details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:38:31.431643 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 69d2e765-dc29-42d2-a80f-f60597a7965f, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=69d2e765-dc29-42d2-a80f-f60597a7965f,segment=NetworkSegment(849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4),segment_id=849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:38:31.443025 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Returning: {'device': '69d2e765-dc29-42d2-a80f-f60597a7965f', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'port_id': '69d2e765-dc29-42d2-a80f-f60597a7965f', 'mac_address': 'fa:16:3e:d1:8f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:38:31.481232 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:31.494027 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d2e765-dc29-42d2-a80f-f60597a7965f {{(pid=93426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:38:31.498163 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563b19d-a727-488c-babf-2ea3751f071e req-952823d5-393c-4b53-a668-9755770d59ff tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:31.499715 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2563b19d-a727-488c-babf-2ea3751f071e req-952823d5-393c-4b53-a668-9755770d59ff tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 943 time: 0.0622363 Jun 26 16:38:31.513357 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 69d2e765-dc29-42d2-a80f-f60597a7965f, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=69d2e765-dc29-42d2-a80f-f60597a7965f,segment=NetworkSegment(849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4),segment_id=849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:38:31.540459 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2563b19d-a727-488c-babf-2ea3751f071e req-b8cec5ed-b91a-4e64-a0bb-02620d667090 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351758 Jun 26 16:38:31.566457 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:31.568287 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:38:31.611850 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=69d2e765-dc29-42d2-a80f-f60597a7965f,revision_number=4']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:38:31.618817 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:31.619178 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:31.619525 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:31.619867 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:31.620202 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:31.620539 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:31.620870 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:31.621253 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:31.621587 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:31.621917 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:31.622244 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:31.623145 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:31.626895 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:38:31.790148 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] get_ports_and_sgs() called for port_ids ['69d2e765-dc29-42d2-a80f-f60597a7965f'] {{(pid=93426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:38:32.711328 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec88e0d-3f35-42d8-a33b-bb96ff3d4b28 req-4deb5a67-e4e9-4b3f-8c5b-a2a4f5414578 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:32.712771 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bec88e0d-3f35-42d8-a33b-bb96ff3d4b28 req-4deb5a67-e4e9-4b3f-8c5b-a2a4f5414578 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 944 time: 0.0613158 Jun 26 16:38:32.748604 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-bec88e0d-3f35-42d8-a33b-bb96ff3d4b28 req-7f730f6e-514f-474e-9062-df9e6a91d410 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302804 Jun 26 16:38:33.339685 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 69d2e765-dc29-42d2-a80f-f60597a7965f up at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:38:33.446409 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning for port 69d2e765-dc29-42d2-a80f-f60597a7965f completed by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:38:33.449837 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.provisioning_blocks [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Provisioning complete for port 69d2e765-dc29-42d2-a80f-f60597a7965f triggered by entity L2. {{(pid=93426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:38:33.450228 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072581'] for port, provisioning_complete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:33.523341 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:33.544096 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc2eb09-237f-4831-9c71-62415021b091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d2e765-dc29-42d2-a80f-f60597a7965f'}] {{(pid=93426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:38:33.546904 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85adf38c06052f2ebcc58cca4d4457e52397cf17d1d46c2dfc33cbf2e19bca63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3375321e-7468-4e1d-9748-25d1c62771b3" -d '{"events": [{"server_uuid": "0bc2eb09-237f-4831-9c71-62415021b091", "name": "network-vif-plugged", "status": "completed", "tag": "69d2e765-dc29-42d2-a80f-f60597a7965f"}]}' {{(pid=93426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:38:33.560503 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] For port 69d2e765-dc29-42d2-a80f-f60597a7965f, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=69d2e765-dc29-42d2-a80f-f60597a7965f,segment=NetworkSegment(849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4),segment_id=849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:38:33.612684 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704'] for port, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:33.614599 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:38:33.637890 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83a8917-83cc-478a-915c-3f2aecc96bf3 x-openstack-request-id: req-c83a8917-83cc-478a-915c-3f2aecc96bf3 {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:38:33.638196 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc2eb09-237f-4831-9c71-62415021b091", "name": "network-vif-plugged", "status": "completed", "tag": "69d2e765-dc29-42d2-a80f-f60597a7965f", "code": 200}]} {{(pid=93426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:38:33.638453 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c83a8917-83cc-478a-915c-3f2aecc96bf3 {{(pid=93426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:38:33.638886 dv-cinder-798189-1-iscsi neutron-server[93426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc2eb09-237f-4831-9c71-62415021b091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d2e765-dc29-42d2-a80f-f60597a7965f', 'code': 200} Jun 26 16:38:33.673664 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Pushing event updated for resources: {'Port': ['ID=69d2e765-dc29-42d2-a80f-f60597a7965f,revision_number=5']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:38:33.678018 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:38:33.922479 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41d590-477e-448c-bf2c-fc581a75ae44 req-23b1c23c-c510-49e2-a6c5-91bf99b1cda3 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:33.923858 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7c41d590-477e-448c-bf2c-fc581a75ae44 req-23b1c23c-c510-49e2-a6c5-91bf99b1cda3 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 945 time: 0.0640686 Jun 26 16:38:33.992395 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7c41d590-477e-448c-bf2c-fc581a75ae44 req-aba70cdf-ef67-4f7a-a91d-a1aee1af868e tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587091 Jun 26 16:38:34.005914 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0b28d-113a-472e-9d29-68933a8482ba req-999622a7-448b-4c20-be1b-728e244d2b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:34.007461 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-eff0b28d-113a-472e-9d29-68933a8482ba req-999622a7-448b-4c20-be1b-728e244d2b9f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 1098 time: 0.0808084 Jun 26 16:38:34.041158 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-eff0b28d-113a-472e-9d29-68933a8482ba req-f8ffa350-4df0-4b2d-9e6e-7b65ad335d01 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269356 Jun 26 16:38:35.212338 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e37e19-8471-4c7b-bfc6-3a3a0681ad98 req-eea21d8a-7287-4800-b763-ff7ad9e29b32 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:35.213746 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-11e37e19-8471-4c7b-bfc6-3a3a0681ad98 req-eea21d8a-7287-4800-b763-ff7ad9e29b32 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 945 time: 0.0607145 Jun 26 16:38:35.249422 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-11e37e19-8471-4c7b-bfc6-3a3a0681ad98 req-1659dcb8-5fc9-4737-9c10-522376e78726 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296381 Jun 26 16:38:35.431904 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9d287-eee1-445f-84f6-24a70dc83719 req-129a8a99-3b7a-4e1a-8416-680814f841f9 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:35.433365 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c7f9d287-eee1-445f-84f6-24a70dc83719 req-129a8a99-3b7a-4e1a-8416-680814f841f9 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 945 time: 0.0647428 Jun 26 16:38:35.469585 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-c7f9d287-eee1-445f-84f6-24a70dc83719 req-48159f82-10b6-4cb8-aad6-d2df0d32d4be tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306413 Jun 26 16:38:35.493132 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33780) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:38:35.542859 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a72de1-ff2f-45cb-8252-c86c5cf42595 tempest-TestVolumeBootPattern-1185717742 tempest-TestVolumeBootPattern-1185717742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:35.544352 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-b7a72de1-ff2f-45cb-8252-c86c5cf42595 tempest-TestVolumeBootPattern-1185717742 tempest-TestVolumeBootPattern-1185717742-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 1093 time: 0.0502377 Jun 26 16:38:35.547006 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33784) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:38:35.551266 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.v2.base [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Request body: {'floatingip': {'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'port_id': '69d2e765-dc29-42d2-a80f-f60597a7965f', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:38:35.646583 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for floatingip, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:35.739951 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:35.841052 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_common [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Allocated IP 172.27.2.231 (1236ffa6-61e0-401d-8733-f5e5c635b4bb/85c7ca79-f8ed-404d-bbb5-368914d3121b/90121a9c-4a27-4275-a4d2-c0143b5a4919) {{(pid=93424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:38:35.945918 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for port, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:36.069886 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1682312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-140270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735252800741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9987695'] for port, after_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:36.072894 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-a8a2d165-cd20-4dae-9aae-efea459b158d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:38:36.106158 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Network 1236ffa6-61e0-401d-8733-f5e5c635b4bb is already hosted by enough agents. {{(pid=93424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:38:36.111145 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.base_scheduler [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Resources bound (agent type, host, resource id): {{(pid=93424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:38:36.113855 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Received port after_create {{(pid=93424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:38:36.141354 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event updated for resources: {'Port': ['ID=90121a9c-4a27-4275-a4d2-c0143b5a4919,revision_number=1']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:38:36.153688 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:36.154081 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:36.154489 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:36.154942 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:36.155318 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:36.158324 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:36.158324 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:36.158324 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:36.158324 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:36.158324 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:36.158324 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:36.158324 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:38:36.161920 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:38:36.476593 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:36.602821 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682383'] for port, before_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:36.741679 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for port, precommit_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:36.800363 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735253193144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735252800759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735252753704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9987741'] for port, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:36.803073 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-727356ea-8d7f-47ef-9fc1-57798997521e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:38:36.872178 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event updated for resources: {'Port': ['ID=90121a9c-4a27-4275-a4d2-c0143b5a4919,revision_number=2']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:38:36.876042 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:38:36.882242 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646687'] for floatingip, after_update {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:36.977196 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.l3_db [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Floating IP 5f665220-67b2-44f0-8650-8d1771b8254e associated. External IP: 172.27.2.231, port: 69d2e765-dc29-42d2-a80f-f60597a7965f. Jun 26 16:38:37.168735 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Router 2c47fc04-dd03-4308-859f-3563e3c1be74 has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:38:37.275445 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3dc5-2e82-403a-8a33-735c3aa8b3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:37.332404 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:37.535336 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:38:37.544442 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944a559-f8c2-4485-aa27-876a07d36e2b None None] Sync routers for ids ['2c47fc04-dd03-4308-859f-3563e3c1be74'] in dv-cinder-798189-1-iscsi {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:38:37.553450 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c944a559-f8c2-4485-aa27-876a07d36e2b None None] Routers {'2c47fc04-dd03-4308-859f-3563e3c1be74'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:38:37.554063 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-c944a559-f8c2-4485-aa27-876a07d36e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:38:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['2c47fc04-dd03-4308-859f-3563e3c1be74'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:38:37.606756 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for floatingip, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:37.642599 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-25f94e29-3b1f-457c-a4d7-5747f25cf2f4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0942862 Jun 26 16:38:37.643349 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc2eb09-237f-4831-9c71-62415021b091', 'tag': '69d2e765-dc29-42d2-a80f-f60597a7965f'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:38:37.645845 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78079c3-7725-4599-9f56-74f05fe2cece" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc2eb09-237f-4831-9c71-62415021b091", "tag": "69d2e765-dc29-42d2-a80f-f60597a7965f"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:38:37.654804 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-c944a559-f8c2-4485-aa27-876a07d36e2b None None] Set router 2c47fc04-dd03-4308-859f-3563e3c1be74 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:38:37.737736 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d280feb7-84cb-4f27-80b6-a3d14038d5b4 x-openstack-request-id: req-d280feb7-84cb-4f27-80b6-a3d14038d5b4 {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:38:37.738073 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc2eb09-237f-4831-9c71-62415021b091", "tag": "69d2e765-dc29-42d2-a80f-f60597a7965f", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:38:37.738376 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d280feb7-84cb-4f27-80b6-a3d14038d5b4 {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:38:37.738848 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc2eb09-237f-4831-9c71-62415021b091', 'tag': '69d2e765-dc29-42d2-a80f-f60597a7965f', 'status': 'completed', 'code': 200} Jun 26 16:38:37.814536 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78079c3-7725-4599-9f56-74f05fe2cece req-f16ddc5f-d993-4827-abfb-7cc2cfb96117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:37.815969 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e78079c3-7725-4599-9f56-74f05fe2cece req-f16ddc5f-d993-4827-abfb-7cc2cfb96117 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f012282aa7c41cbbd0c48938b24801f&device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 1098 time: 0.0523086 Jun 26 16:38:37.888788 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-c944a559-f8c2-4485-aa27-876a07d36e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '29ab8190-820a-4392-991b-d8f0957ab9a1', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'port_id': '0fb8bec9-7be3-4927-ad3e-385b1f1abdb3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'mac_address': 'fa:16:3e:1b:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddb5c72-412e-4de5-add3-4a6acdc32895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:36:38Z', 'updated_at': '2021-06-26T16:36:41Z', 'revision_number': 1, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'fixed_ip_address_scope': None}, {'id': '5f665220-67b2-44f0-8650-8d1771b8254e', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'port_id': '69d2e765-dc29-42d2-a80f-f60597a7965f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'mac_address': 'fa:16:3e:d1:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc2eb09-237f-4831-9c71-62415021b091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:38:36Z', 'updated_at': '2021-06-26T16:38:36Z', 'revision_number': 0, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:31Z', 'revision_number': 5, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:38:37.905427 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78079c3-7725-4599-9f56-74f05fe2cece req-42df16ae-200a-4e20-9cb8-d2ec9a5ed1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:37.906963 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e78079c3-7725-4599-9f56-74f05fe2cece req-42df16ae-200a-4e20-9cb8-d2ec9a5ed1be service neutron] 10.222.0.38 "GET /v2.0/networks?id=32e20bd0-d469-469a-b8ca-9bae7077591a HTTP/1.1" status: 200 len: 912 time: 0.0848024 Jun 26 16:38:37.914556 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944a559-f8c2-4485-aa27-876a07d36e2b None None] Checking router: 2c47fc04-dd03-4308-859f-3563e3c1be74 for host: dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:38:37.923502 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c944a559-f8c2-4485-aa27-876a07d36e2b None None] Routers {'2c47fc04-dd03-4308-859f-3563e3c1be74'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:38:37.924127 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-c944a559-f8c2-4485-aa27-876a07d36e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:38:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['2c47fc04-dd03-4308-859f-3563e3c1be74'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:38:37.972523 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e78079c3-7725-4599-9f56-74f05fe2cece req-e6ade209-cd15-41b9-a85c-060ed08fdd9b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69d2e765-dc29-42d2-a80f-f60597a7965f HTTP/1.1" status: 200 len: 999 time: 0.0596120 Jun 26 16:38:38.024288 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-c944a559-f8c2-4485-aa27-876a07d36e2b None None] Set router 2c47fc04-dd03-4308-859f-3563e3c1be74 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:38:38.024704 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78079c3-7725-4599-9f56-74f05fe2cece req-818c95e5-f9d9-4804-b38a-c9f0dfe9a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:38.026183 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e78079c3-7725-4599-9f56-74f05fe2cece req-818c95e5-f9d9-4804-b38a-c9f0dfe9a1d5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a4b5ffc3-e384-4e00-8c9c-9c929a81210d HTTP/1.1" status: 200 len: 850 time: 0.0471382 Jun 26 16:38:38.080693 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78079c3-7725-4599-9f56-74f05fe2cece req-40385d1d-d14b-4419-970a-5956856a3fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:38.082087 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e78079c3-7725-4599-9f56-74f05fe2cece req-40385d1d-d14b-4419-970a-5956856a3fc9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32e20bd0-d469-469a-b8ca-9bae7077591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497782 Jun 26 16:38:38.175097 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e78079c3-7725-4599-9f56-74f05fe2cece req-e84802fa-4c00-447c-b28f-cd4c4d1e3e34 service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860107 Jun 26 16:38:38.269434 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-e78079c3-7725-4599-9f56-74f05fe2cece req-abe35538-0e66-43fe-a24c-d61c47baf37b service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885057 Jun 26 16:38:38.359309 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-c944a559-f8c2-4485-aa27-876a07d36e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '29ab8190-820a-4392-991b-d8f0957ab9a1', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'port_id': '0fb8bec9-7be3-4927-ad3e-385b1f1abdb3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'mac_address': 'fa:16:3e:1b:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddb5c72-412e-4de5-add3-4a6acdc32895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:36:38Z', 'updated_at': '2021-06-26T16:36:41Z', 'revision_number': 1, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'fixed_ip_address_scope': None}, {'id': '5f665220-67b2-44f0-8650-8d1771b8254e', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'port_id': '69d2e765-dc29-42d2-a80f-f60597a7965f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'mac_address': 'fa:16:3e:d1:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc2eb09-237f-4831-9c71-62415021b091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:38:36Z', 'updated_at': '2021-06-26T16:38:36Z', 'revision_number': 0, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:31Z', 'revision_number': 5, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:38:38.387132 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944a559-f8c2-4485-aa27-876a07d36e2b None None] The sync data for ids ['2c47fc04-dd03-4308-859f-3563e3c1be74'] in dv-cinder-798189-1-iscsi is: [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '29ab8190-820a-4392-991b-d8f0957ab9a1', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'port_id': '0fb8bec9-7be3-4927-ad3e-385b1f1abdb3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'mac_address': 'fa:16:3e:1b:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddb5c72-412e-4de5-add3-4a6acdc32895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:36:38Z', 'updated_at': '2021-06-26T16:36:41Z', 'revision_number': 1, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'fixed_ip_address_scope': None}, {'id': '5f665220-67b2-44f0-8650-8d1771b8254e', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'port_id': '69d2e765-dc29-42d2-a80f-f60597a7965f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'mac_address': 'fa:16:3e:d1:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc2eb09-237f-4831-9c71-62415021b091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:38:36Z', 'updated_at': '2021-06-26T16:38:36Z', 'revision_number': 0, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:31Z', 'revision_number': 5, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:38:38.566570 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7f5e7d-59b6-4b58-84e6-039489f0fb25 None None] New status for floating IP 5f665220-67b2-44f0-8650-8d1771b8254e: ACTIVE {{(pid=93427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:38:39.874996 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:40.034590 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-03c15b92-cc79-43f7-a119-723d7a5e50ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:40.863297 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:41.124570 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:38:41.520201 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-882d3578-847b-4749-8690-e530a67a8a45 req-565b7acc-3ad0-4c66-a8a9-2394b217e9df service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520213 Jun 26 16:38:41.612799 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d3578-847b-4749-8690-e530a67a8a45 req-a5f24173-87e8-456a-ba19-a6078e719111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:41.614310 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-882d3578-847b-4749-8690-e530a67a8a45 req-a5f24173-87e8-456a-ba19-a6078e719111 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f012282aa7c41cbbd0c48938b24801f&device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 1099 time: 0.0503330 Jun 26 16:38:41.719184 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d3578-847b-4749-8690-e530a67a8a45 req-d606d94a-0354-459c-b0b4-fc261cbcb023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:41.720607 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-882d3578-847b-4749-8690-e530a67a8a45 req-d606d94a-0354-459c-b0b4-fc261cbcb023 service neutron] 10.222.0.38 "GET /v2.0/networks?id=32e20bd0-d469-469a-b8ca-9bae7077591a HTTP/1.1" status: 200 len: 912 time: 0.0850878 Jun 26 16:38:41.780930 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-882d3578-847b-4749-8690-e530a67a8a45 req-c82621f1-39a9-460c-9376-0dd8e9bd2cdc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 HTTP/1.1" status: 200 len: 1002 time: 0.0537796 Jun 26 16:38:41.826792 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d3578-847b-4749-8690-e530a67a8a45 req-f00db4df-274f-4d8f-8abc-343bc53e3603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:41.828243 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-882d3578-847b-4749-8690-e530a67a8a45 req-f00db4df-274f-4d8f-8abc-343bc53e3603 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a4b5ffc3-e384-4e00-8c9c-9c929a81210d HTTP/1.1" status: 200 len: 850 time: 0.0416975 Jun 26 16:38:41.884496 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d3578-847b-4749-8690-e530a67a8a45 req-291298c6-f7bb-4e87-a79d-60f2b8acbf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:38:41.885896 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-882d3578-847b-4749-8690-e530a67a8a45 req-291298c6-f7bb-4e87-a79d-60f2b8acbf22 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32e20bd0-d469-469a-b8ca-9bae7077591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518162 Jun 26 16:38:41.969035 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-882d3578-847b-4749-8690-e530a67a8a45 req-82dd278f-c7dd-44c8-8d44-c94ac7daa333 service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0766618 Jun 26 16:38:42.057151 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-882d3578-847b-4749-8690-e530a67a8a45 req-48c01645-3199-4813-ad2e-3fea4fefcf76 service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817132 Jun 26 16:38:42.692090 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:07.290485 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-be6988ef-5117-406c-b8bc-00f7e8fde7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:07.319042 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:09.908783 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:10.056703 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-0a52cbc3-4259-44c4-9c4a-a8f32169cc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:10.890880 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:12.685658 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:18.122889 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:39:37.313676 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-40d38dda-b458-44de-8ba8-47472e2359a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:37.341938 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:39.906452 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:40.066659 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-0da2d197-cd32-47cd-ad42-e18a6198ae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:40.891486 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:42.695570 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:42.747007 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3c145810-0699-4669-9c08-a90b90df612d req-0de8925a-202b-4b9d-9b9e-1a87df8d479e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522892 Jun 26 16:39:42.816367 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c145810-0699-4669-9c08-a90b90df612d req-47694ed2-a12c-4a72-a06a-7f4814c4862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:39:42.818287 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3c145810-0699-4669-9c08-a90b90df612d req-47694ed2-a12c-4a72-a06a-7f4814c4862f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f012282aa7c41cbbd0c48938b24801f&device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 1098 time: 0.0496340 Jun 26 16:39:42.919890 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c145810-0699-4669-9c08-a90b90df612d req-351eb8ae-5dae-46de-ae20-2c93a6cfeeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:39:42.921332 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3c145810-0699-4669-9c08-a90b90df612d req-351eb8ae-5dae-46de-ae20-2c93a6cfeeee service neutron] 10.222.0.38 "GET /v2.0/networks?id=32e20bd0-d469-469a-b8ca-9bae7077591a HTTP/1.1" status: 200 len: 912 time: 0.0832248 Jun 26 16:39:42.981224 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3c145810-0699-4669-9c08-a90b90df612d req-9ff914aa-9902-40de-9c51-73855bd850eb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69d2e765-dc29-42d2-a80f-f60597a7965f HTTP/1.1" status: 200 len: 1001 time: 0.0533667 Jun 26 16:39:43.030252 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c145810-0699-4669-9c08-a90b90df612d req-97a6aacc-962d-431e-a0bd-5c1b9663101f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:39:43.031671 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3c145810-0699-4669-9c08-a90b90df612d req-97a6aacc-962d-431e-a0bd-5c1b9663101f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a4b5ffc3-e384-4e00-8c9c-9c929a81210d HTTP/1.1" status: 200 len: 850 time: 0.0446842 Jun 26 16:39:43.086232 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c145810-0699-4669-9c08-a90b90df612d req-4bec9f52-c1d2-4502-8600-081a3b3a3e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:39:43.087683 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3c145810-0699-4669-9c08-a90b90df612d req-4bec9f52-c1d2-4502-8600-081a3b3a3e0a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32e20bd0-d469-469a-b8ca-9bae7077591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500915 Jun 26 16:39:43.171591 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3c145810-0699-4669-9c08-a90b90df612d req-5fda3681-3e14-44f4-9de3-5596c6150c39 service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773156 Jun 26 16:39:43.260342 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-3c145810-0699-4669-9c08-a90b90df612d req-fcde7944-9f18-4b3b-927f-37d4e09f9fb0 service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821345 Jun 26 16:39:55.120939 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:40:06.728510 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33834) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:40:06.879862 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Deleting port 90121a9c-4a27-4275-a4d2-c0143b5a4919 {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:40:06.880208 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:06.952818 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:06.953154 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:06.963920 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Calling delete_port for 90121a9c-4a27-4275-a4d2-c0143b5a4919 owned by network:floatingip {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:40:07.158552 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:07.160944 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-26db590f-d6b2-41a7-b8a2-09ec098956ba tempest-TestShelveInstance-1999327543 tempest-TestShelveInstance-1999327543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:40:07.186426 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event deleted for resources: {'Port': ['ID=90121a9c-4a27-4275-a4d2-c0143b5a4919,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:40:07.197354 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:07.197525 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:07.197808 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:07.198183 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:07.198550 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:07.198949 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:07.199317 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:07.199684 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:07.200048 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:07.200407 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:07.200766 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:07.201126 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:07.218743 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:40:07.256314 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for floatingip, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:07.256656 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.l3_db [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Floating IP 5f665220-67b2-44f0-8650-8d1771b8254e disassociated (deleted). External IP: 172.27.2.231, port: 69d2e765-dc29-42d2-a80f-f60597a7965f. Jun 26 16:40:07.319022 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-94a61bb3-20e0-4982-b21a-a2a7be33bd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:07.363079 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:07.462700 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Router 2c47fc04-dd03-4308-859f-3563e3c1be74 has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:40:07.574966 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:40:07.579728 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for floatingip, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:07.585493 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b18b9c-ed00-419b-91a7-505c91fd659b None None] Sync routers for ids ['2c47fc04-dd03-4308-859f-3563e3c1be74'] in dv-cinder-798189-1-iscsi {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:40:07.594504 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b18b9c-ed00-419b-91a7-505c91fd659b None None] Routers {'2c47fc04-dd03-4308-859f-3563e3c1be74'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:40:07.595166 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-15b18b9c-ed00-419b-91a7-505c91fd659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:39:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['2c47fc04-dd03-4308-859f-3563e3c1be74'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:40:07.615678 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-86484f6d-4321-4cf6-ac06-3befcb7620b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "DELETE /v2.0/floatingips/5f665220-67b2-44f0-8650-8d1771b8254e HTTP/1.1" status: 204 len: 168 time: 0.8858588 Jun 26 16:40:07.616537 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc2eb09-237f-4831-9c71-62415021b091', 'tag': '69d2e765-dc29-42d2-a80f-f60597a7965f'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:40:07.619077 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ba582e-0f21-4a24-b68b-bb67d22eb2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc2eb09-237f-4831-9c71-62415021b091", "tag": "69d2e765-dc29-42d2-a80f-f60597a7965f"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:40:07.664482 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9998f27-98b3-4699-8121-ecc5b19831e3 x-openstack-request-id: req-b9998f27-98b3-4699-8121-ecc5b19831e3 {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:40:07.665465 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc2eb09-237f-4831-9c71-62415021b091", "tag": "69d2e765-dc29-42d2-a80f-f60597a7965f", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:40:07.665777 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b9998f27-98b3-4699-8121-ecc5b19831e3 {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:40:07.666248 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc2eb09-237f-4831-9c71-62415021b091', 'tag': '69d2e765-dc29-42d2-a80f-f60597a7965f', 'status': 'completed', 'code': 200} Jun 26 16:40:07.715485 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-15b18b9c-ed00-419b-91a7-505c91fd659b None None] Set router 2c47fc04-dd03-4308-859f-3563e3c1be74 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:40:07.741554 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba582e-0f21-4a24-b68b-bb67d22eb2aa req-51755de9-c854-4dce-a0b0-fedd98891483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:40:07.743734 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-17ba582e-0f21-4a24-b68b-bb67d22eb2aa req-51755de9-c854-4dce-a0b0-fedd98891483 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f012282aa7c41cbbd0c48938b24801f&device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 1098 time: 0.0546365 Jun 26 16:40:07.837743 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba582e-0f21-4a24-b68b-bb67d22eb2aa req-a2feba3a-f592-4744-a726-b2500efe1cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:40:07.839259 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-17ba582e-0f21-4a24-b68b-bb67d22eb2aa req-a2feba3a-f592-4744-a726-b2500efe1cdc service neutron] 10.222.0.38 "GET /v2.0/networks?id=32e20bd0-d469-469a-b8ca-9bae7077591a HTTP/1.1" status: 200 len: 912 time: 0.0892570 Jun 26 16:40:07.879564 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-17ba582e-0f21-4a24-b68b-bb67d22eb2aa req-4bf17b42-6b08-4f01-8ce5-77b11442f418 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69d2e765-dc29-42d2-a80f-f60597a7965f HTTP/1.1" status: 200 len: 217 time: 0.0342803 Jun 26 16:40:07.927873 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba582e-0f21-4a24-b68b-bb67d22eb2aa req-1d5dec95-525b-4d2c-a787-125a86dd9d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:40:07.929317 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-17ba582e-0f21-4a24-b68b-bb67d22eb2aa req-1d5dec95-525b-4d2c-a787-125a86dd9d11 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a4b5ffc3-e384-4e00-8c9c-9c929a81210d HTTP/1.1" status: 200 len: 850 time: 0.0433395 Jun 26 16:40:07.938403 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-15b18b9c-ed00-419b-91a7-505c91fd659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '29ab8190-820a-4392-991b-d8f0957ab9a1', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'port_id': '0fb8bec9-7be3-4927-ad3e-385b1f1abdb3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'mac_address': 'fa:16:3e:1b:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddb5c72-412e-4de5-add3-4a6acdc32895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:36:38Z', 'updated_at': '2021-06-26T16:36:41Z', 'revision_number': 1, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:31Z', 'revision_number': 5, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:40:07.964860 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b18b9c-ed00-419b-91a7-505c91fd659b None None] Checking router: 2c47fc04-dd03-4308-859f-3563e3c1be74 for host: dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:40:07.974085 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b18b9c-ed00-419b-91a7-505c91fd659b None None] Routers {'2c47fc04-dd03-4308-859f-3563e3c1be74'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:40:07.974636 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-15b18b9c-ed00-419b-91a7-505c91fd659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:39:40Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['2c47fc04-dd03-4308-859f-3563e3c1be74'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:40:07.992899 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba582e-0f21-4a24-b68b-bb67d22eb2aa req-24f4478d-9a8d-4783-b73c-0d735644e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:40:07.994702 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-17ba582e-0f21-4a24-b68b-bb67d22eb2aa req-24f4478d-9a8d-4783-b73c-0d735644e3cb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32e20bd0-d469-469a-b8ca-9bae7077591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588574 Jun 26 16:40:08.079636 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-15b18b9c-ed00-419b-91a7-505c91fd659b None None] Set router 2c47fc04-dd03-4308-859f-3563e3c1be74 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:40:08.088317 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-17ba582e-0f21-4a24-b68b-bb67d22eb2aa req-c6343211-124f-4577-9c8a-a144c5770dd1 service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872631 Jun 26 16:40:08.212512 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-17ba582e-0f21-4a24-b68b-bb67d22eb2aa req-d93394a0-89b2-4b25-9991-a2ed1dc20750 service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171799 Jun 26 16:40:08.232527 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6645d66-3d4d-4a17-ad78-df25fd3cc0b6 req-cc82a298-447b-47da-8a6c-8210a349d9df tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:40:08.233915 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a6645d66-3d4d-4a17-ad78-df25fd3cc0b6 req-cc82a298-447b-47da-8a6c-8210a349d9df tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 945 time: 0.0846708 Jun 26 16:40:08.272116 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-a6645d66-3d4d-4a17-ad78-df25fd3cc0b6 req-7c0178a5-32b5-447f-a7d1-aa286c5b79ea tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314958 Jun 26 16:40:08.310128 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-15b18b9c-ed00-419b-91a7-505c91fd659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '29ab8190-820a-4392-991b-d8f0957ab9a1', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'port_id': '0fb8bec9-7be3-4927-ad3e-385b1f1abdb3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'mac_address': 'fa:16:3e:1b:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddb5c72-412e-4de5-add3-4a6acdc32895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:36:38Z', 'updated_at': '2021-06-26T16:36:41Z', 'revision_number': 1, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:31Z', 'revision_number': 5, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:40:08.335672 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b18b9c-ed00-419b-91a7-505c91fd659b None None] The sync data for ids ['2c47fc04-dd03-4308-859f-3563e3c1be74'] in dv-cinder-798189-1-iscsi is: [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_floatingips': [{'id': '29ab8190-820a-4392-991b-d8f0957ab9a1', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'router_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'port_id': '0fb8bec9-7be3-4927-ad3e-385b1f1abdb3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'mac_address': 'fa:16:3e:1b:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddb5c72-412e-4de5-add3-4a6acdc32895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:36:38Z', 'updated_at': '2021-06-26T16:36:41Z', 'revision_number': 1, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:31Z', 'revision_number': 5, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:40:08.533448 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d3bf35-f905-4450-ad55-bc04854d698b None None] New status for floating IP 5f665220-67b2-44f0-8650-8d1771b8254e: DOWN {{(pid=93427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:40:09.445412 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842bf8b-6b70-406f-b5cc-11586b066738 req-3b1b535c-875b-4324-89fa-44fae7966342 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:40:09.446881 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7842bf8b-6b70-406f-b5cc-11586b066738 req-3b1b535c-875b-4324-89fa-44fae7966342 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 945 time: 0.0619998 Jun 26 16:40:09.485444 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-7842bf8b-6b70-406f-b5cc-11586b066738 req-1c5d8ad6-42e2-4591-9325-1d3f8dc71b8d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330892 Jun 26 16:40:09.665616 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c1a0f-ab08-44a0-a00a-0579aaed731c req-b5726f84-e35c-4ccf-b566-07d564f65fda tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:40:09.667163 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-608c1a0f-ab08-44a0-a00a-0579aaed731c req-b5726f84-e35c-4ccf-b566-07d564f65fda tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 945 time: 0.0772095 Jun 26 16:40:09.762110 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-608c1a0f-ab08-44a0-a00a-0579aaed731c req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Deleting port 69d2e765-dc29-42d2-a80f-f60597a7965f {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:40:09.762450 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-608c1a0f-ab08-44a0-a00a-0579aaed731c req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:09.849911 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-608c1a0f-ab08-44a0-a00a-0579aaed731c req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] For port 69d2e765-dc29-42d2-a80f-f60597a7965f, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=69d2e765-dc29-42d2-a80f-f60597a7965f,segment=NetworkSegment(849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4),segment_id=849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:40:09.850266 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-608c1a0f-ab08-44a0-a00a-0579aaed731c req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:09.861381 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-608c1a0f-ab08-44a0-a00a-0579aaed731c req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Calling delete_port for 69d2e765-dc29-42d2-a80f-f60597a7965f owned by compute:nova {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:40:09.913405 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:10.038726 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-608c1a0f-ab08-44a0-a00a-0579aaed731c req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:10.042404 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-45e0e8a6-9521-45d4-b7e9-a33063f32bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:40:10.065199 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event deleted for resources: {'Port': ['ID=69d2e765-dc29-42d2-a80f-f60597a7965f,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:40:10.067703 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a722d-cf40-4937-bc2c-3508b3164b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:10.075089 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:10.076791 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:10.076791 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:10.076791 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:10.076791 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:10.077171 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:10.077259 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:10.077764 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:10.078561 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:10.078561 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:10.078886 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:10.079195 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:10.086853 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:40:10.122157 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-608c1a0f-ab08-44a0-a00a-0579aaed731c req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] No DVR routers for this DVR port 69d2e765-dc29-42d2-a80f-f60597a7965f on host hv-cinder-79818 {{(pid=93425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:40:10.125279 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-608c1a0f-ab08-44a0-a00a-0579aaed731c req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:10.127286 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-608c1a0f-ab08-44a0-a00a-0579aaed731c req-eb5d50e8-ef16-484b-8f3e-5164eafac55c tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.38 "DELETE /v2.0/ports/69d2e765-dc29-42d2-a80f-f60597a7965f HTTP/1.1" status: 204 len: 173 time: 0.4550905 Jun 26 16:40:10.127798 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc2eb09-237f-4831-9c71-62415021b091', 'name': 'network-vif-deleted', 'tag': '69d2e765-dc29-42d2-a80f-f60597a7965f'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:40:10.130638 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7cd6c8-36f4-4ac9-8f93-6cdb2b7ef9ec" -d '{"events": [{"server_uuid": "0bc2eb09-237f-4831-9c71-62415021b091", "name": "network-vif-deleted", "tag": "69d2e765-dc29-42d2-a80f-f60597a7965f"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:40:10.164729 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d559d98-bc2d-44bd-9d3a-3c9feb2104cb x-openstack-request-id: req-7d559d98-bc2d-44bd-9d3a-3c9feb2104cb {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:40:10.165067 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc2eb09-237f-4831-9c71-62415021b091", "name": "network-vif-deleted", "tag": "69d2e765-dc29-42d2-a80f-f60597a7965f", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:40:10.165368 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d559d98-bc2d-44bd-9d3a-3c9feb2104cb {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:40:10.165807 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc2eb09-237f-4831-9c71-62415021b091', 'name': 'network-vif-deleted', 'tag': '69d2e765-dc29-42d2-a80f-f60597a7965f', 'status': 'completed', 'code': 200} Jun 26 16:40:10.625051 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-9767d240-0667-4fa3-93a6-16c08ad7bcf6 req-852f5921-fecf-4b90-9e6c-3440f54e3109 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2eb09-237f-4831-9c71-62415021b091 HTTP/1.1" status: 200 len: 210 time: 0.0279059 Jun 26 16:40:10.884175 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:12.701455 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:13.836572 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 69d2e765-dc29-42d2-a80f-f60597a7965f no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:40:13.856237 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] No Port match for: 69d2e765-dc29-42d2-a80f-f60597a7965f {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:40:13.856587 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 69d2e765-dc29-42d2-a80f-f60597a7965f not bound to the agent host hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:40:14.143871 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33872) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:40:14.289430 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-65c4145b-fd29-44e2-adda-cbff2d3bf98d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Deleting port dac16fcd-accd-48f9-ba44-3880ec804fa2 {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:40:14.289771 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-65c4145b-fd29-44e2-adda-cbff2d3bf98d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:14.368401 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-65c4145b-fd29-44e2-adda-cbff2d3bf98d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:14.368727 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-65c4145b-fd29-44e2-adda-cbff2d3bf98d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:14.379531 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-65c4145b-fd29-44e2-adda-cbff2d3bf98d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Calling delete_port for dac16fcd-accd-48f9-ba44-3880ec804fa2 owned by network:floatingip {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:40:14.581199 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-65c4145b-fd29-44e2-adda-cbff2d3bf98d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:14.583209 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-0ce7275c-85a4-4ba0-8f79-671ac66337c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:40:14.604690 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4145b-fd29-44e2-adda-cbff2d3bf98d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event deleted for resources: {'Port': ['ID=dac16fcd-accd-48f9-ba44-3880ec804fa2,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:40:14.608086 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-65c4145b-fd29-44e2-adda-cbff2d3bf98d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:40:14.666492 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-65c4145b-fd29-44e2-adda-cbff2d3bf98d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for floatingip, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:14.666862 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.db.l3_db [None req-65c4145b-fd29-44e2-adda-cbff2d3bf98d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Floating IP 29ab8190-820a-4392-991b-d8f0957ab9a1 disassociated (deleted). External IP: 172.27.2.120, port: 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3. Jun 26 16:40:14.862725 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c4145b-fd29-44e2-adda-cbff2d3bf98d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Router 2c47fc04-dd03-4308-859f-3563e3c1be74 has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:40:14.964026 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c4145b-fd29-44e2-adda-cbff2d3bf98d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:40:14.968299 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-65c4145b-fd29-44e2-adda-cbff2d3bf98d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for floatingip, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:14.973910 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266601d9-efad-4e9e-baf9-39709c6e0902 None None] Sync routers for ids ['2c47fc04-dd03-4308-859f-3563e3c1be74'] in dv-cinder-798189-1-iscsi {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:40:14.982392 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266601d9-efad-4e9e-baf9-39709c6e0902 None None] Routers {'2c47fc04-dd03-4308-859f-3563e3c1be74'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:40:14.983045 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-266601d9-efad-4e9e-baf9-39709c6e0902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:40:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['2c47fc04-dd03-4308-859f-3563e3c1be74'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:40:15.008602 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-65c4145b-fd29-44e2-adda-cbff2d3bf98d tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "DELETE /v2.0/floatingips/29ab8190-820a-4392-991b-d8f0957ab9a1 HTTP/1.1" status: 204 len: 168 time: 0.8613312 Jun 26 16:40:15.008602 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddb5c72-412e-4de5-add3-4a6acdc32895', 'tag': '0fb8bec9-7be3-4927-ad3e-385b1f1abdb3'}] {{(pid=93424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:40:15.009440 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebbadb21118693e35193bf89e9c030ee7ba04b051bd77fd99f4ce922459eba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b75849-e985-46d9-94aa-0727adabe6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddb5c72-412e-4de5-add3-4a6acdc32895", "tag": "0fb8bec9-7be3-4927-ad3e-385b1f1abdb3"}]}' {{(pid=93424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:40:15.045847 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392c3b26-c964-4e63-b972-1ba5a0f118da x-openstack-request-id: req-392c3b26-c964-4e63-b972-1ba5a0f118da {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:40:15.046181 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddb5c72-412e-4de5-add3-4a6acdc32895", "tag": "0fb8bec9-7be3-4927-ad3e-385b1f1abdb3", "status": "completed", "code": 200}]} {{(pid=93424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:40:15.046494 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-392c3b26-c964-4e63-b972-1ba5a0f118da {{(pid=93424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:40:15.046953 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddb5c72-412e-4de5-add3-4a6acdc32895', 'tag': '0fb8bec9-7be3-4927-ad3e-385b1f1abdb3', 'status': 'completed', 'code': 200} Jun 26 16:40:15.093366 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-266601d9-efad-4e9e-baf9-39709c6e0902 None None] Set router 2c47fc04-dd03-4308-859f-3563e3c1be74 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:40:15.127090 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b75849-e985-46d9-94aa-0727adabe6f6 req-21139be4-e089-4891-a6fd-5a135e2a1f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:40:15.129135 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f5b75849-e985-46d9-94aa-0727adabe6f6 req-21139be4-e089-4891-a6fd-5a135e2a1f8f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f012282aa7c41cbbd0c48938b24801f&device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 1099 time: 0.0565538 Jun 26 16:40:15.218962 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b75849-e985-46d9-94aa-0727adabe6f6 req-f9171e3f-c31d-43ea-906c-219a73034955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:40:15.220366 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f5b75849-e985-46d9-94aa-0727adabe6f6 req-f9171e3f-c31d-43ea-906c-219a73034955 service neutron] 10.222.0.38 "GET /v2.0/networks?id=32e20bd0-d469-469a-b8ca-9bae7077591a HTTP/1.1" status: 200 len: 912 time: 0.0847828 Jun 26 16:40:15.264356 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f5b75849-e985-46d9-94aa-0727adabe6f6 req-78c4d0dc-4f0f-429d-9eef-f84ec371482f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 HTTP/1.1" status: 200 len: 217 time: 0.0367076 Jun 26 16:40:15.287851 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-266601d9-efad-4e9e-baf9-39709c6e0902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:31Z', 'revision_number': 5, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:40:15.311801 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b75849-e985-46d9-94aa-0727adabe6f6 req-343af6d8-9b19-46de-a644-e961a8a915bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:40:15.312540 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266601d9-efad-4e9e-baf9-39709c6e0902 None None] Checking router: 2c47fc04-dd03-4308-859f-3563e3c1be74 for host: dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:40:15.313288 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f5b75849-e985-46d9-94aa-0727adabe6f6 req-343af6d8-9b19-46de-a644-e961a8a915bd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a4b5ffc3-e384-4e00-8c9c-9c929a81210d HTTP/1.1" status: 200 len: 850 time: 0.0427892 Jun 26 16:40:15.321129 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266601d9-efad-4e9e-baf9-39709c6e0902 None None] Routers {'2c47fc04-dd03-4308-859f-3563e3c1be74'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:40:15.321864 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-266601d9-efad-4e9e-baf9-39709c6e0902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:40:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['2c47fc04-dd03-4308-859f-3563e3c1be74'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:40:15.368778 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b75849-e985-46d9-94aa-0727adabe6f6 req-3a83f432-0775-4ea2-89d0-bd2a52e2150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:40:15.370244 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f5b75849-e985-46d9-94aa-0727adabe6f6 req-3a83f432-0775-4ea2-89d0-bd2a52e2150f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32e20bd0-d469-469a-b8ca-9bae7077591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511713 Jun 26 16:40:15.425954 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-266601d9-efad-4e9e-baf9-39709c6e0902 None None] Set router 2c47fc04-dd03-4308-859f-3563e3c1be74 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:40:15.631883 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-266601d9-efad-4e9e-baf9-39709c6e0902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:31Z', 'revision_number': 5, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:40:15.657728 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266601d9-efad-4e9e-baf9-39709c6e0902 None None] The sync data for ids ['2c47fc04-dd03-4308-859f-3563e3c1be74'] in dv-cinder-798189-1-iscsi is: [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:25Z', 'revision_number': 4, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi', '_interfaces': [{'id': 'eb80fa39-d1e6-4195-b1fc-d2f0e35f290c', 'name': '', 'network_id': '32e20bd0-d469-469a-b8ca-9bae7077591a', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'mac_address': 'fa:16:3e:45:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:25Z', 'updated_at': '2021-06-26T16:33:31Z', 'revision_number': 5, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'subnets': [{'id': 'a4b5ffc3-e384-4e00-8c9c-9c929a81210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:40:15.767992 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f5b75849-e985-46d9-94aa-0727adabe6f6 req-a8313be9-4a9f-4ed8-ae7a-d312360c2500 service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912246 Jun 26 16:40:15.814040 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c43aa-a405-45b3-816d-694c78118121 req-504e7ff0-27a0-4113-a98f-2f666444048f tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:40:15.816213 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-294c43aa-a405-45b3-816d-694c78118121 req-504e7ff0-27a0-4113-a98f-2f666444048f tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 946 time: 0.1048830 Jun 26 16:40:15.867434 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9cad4b-9586-48a9-98ca-1a9008a2a763 None None] New status for floating IP 29ab8190-820a-4392-991b-d8f0957ab9a1: DOWN {{(pid=93427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:40:15.890110 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-294c43aa-a405-45b3-816d-694c78118121 req-43c0d3ec-2fa2-466a-903d-2e55aa1f3cfc tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477123 Jun 26 16:40:15.900420 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-f5b75849-e985-46d9-94aa-0727adabe6f6 req-47065c15-cf21-4512-8783-fcce508eb94f service neutron] 10.222.0.38 "GET /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235023 Jun 26 16:40:17.098890 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbf1b0-5f04-4ceb-939f-c7d607b1a2f7 req-35378afb-5c1e-4fd3-adf5-d83ed9138288 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:40:17.100305 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-99dbf1b0-5f04-4ceb-939f-c7d607b1a2f7 req-35378afb-5c1e-4fd3-adf5-d83ed9138288 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 946 time: 0.0998414 Jun 26 16:40:17.108183 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff5a7b-16ff-424e-9af7-54ffd82224c2 req-cf15e141-398c-486e-8b9b-8e838a449410 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:40:17.109515 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5fff5a7b-16ff-424e-9af7-54ffd82224c2 req-cf15e141-398c-486e-8b9b-8e838a449410 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 946 time: 0.1077971 Jun 26 16:40:17.183177 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-5fff5a7b-16ff-424e-9af7-54ffd82224c2 req-8c8aa8c1-d044-440b-b667-29500070c172 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/security-groups?id=45500977-4da7-43c4-ac6a-afe35b5348fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661125 Jun 26 16:40:17.225130 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-99dbf1b0-5f04-4ceb-939f-c7d607b1a2f7 req-cdea2bfc-bd9c-4a64-9c2b-60c552d85869 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Deleting port 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:40:17.225471 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-99dbf1b0-5f04-4ceb-939f-c7d607b1a2f7 req-cdea2bfc-bd9c-4a64-9c2b-60c552d85869 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:17.310885 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [req-99dbf1b0-5f04-4ceb-939f-c7d607b1a2f7 req-cdea2bfc-bd9c-4a64-9c2b-60c552d85869 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] For port 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=0fb8bec9-7be3-4927-ad3e-385b1f1abdb3,segment=NetworkSegment(849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4),segment_id=849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:40:17.311238 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-99dbf1b0-5f04-4ceb-939f-c7d607b1a2f7 req-cdea2bfc-bd9c-4a64-9c2b-60c552d85869 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:17.323103 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [req-99dbf1b0-5f04-4ceb-939f-c7d607b1a2f7 req-cdea2bfc-bd9c-4a64-9c2b-60c552d85869 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Calling delete_port for 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 owned by compute:nova {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:40:17.510811 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-99dbf1b0-5f04-4ceb-939f-c7d607b1a2f7 req-cdea2bfc-bd9c-4a64-9c2b-60c552d85869 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:17.514493 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-25b79818-af92-4c12-a8da-5fe25c8abe7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:40:17.543818 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea2bfc-bd9c-4a64-9c2b-60c552d85869 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event deleted for resources: {'Port': ['ID=0fb8bec9-7be3-4927-ad3e-385b1f1abdb3,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:40:17.548974 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-cdea2bfc-bd9c-4a64-9c2b-60c552d85869 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:40:17.585580 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [req-99dbf1b0-5f04-4ceb-939f-c7d607b1a2f7 req-cdea2bfc-bd9c-4a64-9c2b-60c552d85869 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] No DVR routers for this DVR port 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 on host hv-cinder-79818 {{(pid=93425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:40:17.588028 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [req-99dbf1b0-5f04-4ceb-939f-c7d607b1a2f7 req-cdea2bfc-bd9c-4a64-9c2b-60c552d85869 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for port, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:17.589955 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-99dbf1b0-5f04-4ceb-939f-c7d607b1a2f7 req-cdea2bfc-bd9c-4a64-9c2b-60c552d85869 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.38 "DELETE /v2.0/ports/0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 HTTP/1.1" status: 204 len: 173 time: 0.4796119 Jun 26 16:40:17.590461 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddb5c72-412e-4de5-add3-4a6acdc32895', 'name': 'network-vif-deleted', 'tag': '0fb8bec9-7be3-4927-ad3e-385b1f1abdb3'}] {{(pid=93425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:40:17.592753 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43bf1617103ee2ad6bc62d761fb676acee2773fcd820c6fc22de364ecfd546c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a988623-9493-4099-9688-03385b4ec98a" -d '{"events": [{"server_uuid": "8ddb5c72-412e-4de5-add3-4a6acdc32895", "name": "network-vif-deleted", "tag": "0fb8bec9-7be3-4927-ad3e-385b1f1abdb3"}]}' {{(pid=93425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:40:17.626887 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff1947a-ec49-4cad-bda9-d8753901c819 x-openstack-request-id: req-aff1947a-ec49-4cad-bda9-d8753901c819 {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:40:17.627226 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ddb5c72-412e-4de5-add3-4a6acdc32895", "name": "network-vif-deleted", "tag": "0fb8bec9-7be3-4927-ad3e-385b1f1abdb3", "status": "completed", "code": 200}]} {{(pid=93425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:40:17.627527 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aff1947a-ec49-4cad-bda9-d8753901c819 {{(pid=93425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:40:17.628472 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddb5c72-412e-4de5-add3-4a6acdc32895', 'name': 'network-vif-deleted', 'tag': '0fb8bec9-7be3-4927-ad3e-385b1f1abdb3', 'status': 'completed', 'code': 200} Jun 26 16:40:18.333431 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [req-2d62bff5-d494-42ed-a2e4-aa1d0da315ee req-f38de7bd-34f1-4d27-896f-68b3d1cee153 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ddb5c72-412e-4de5-add3-4a6acdc32895 HTTP/1.1" status: 200 len: 210 time: 0.0282500 Jun 26 16:40:19.430463 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33890) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:40:19.555351 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-2060bd55-f7c9-4bdf-947f-03a499b9dee6 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Deleting port a7a3550e-e350-45bb-b637-57290a95c031 {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:40:19.555698 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2060bd55-f7c9-4bdf-947f-03a499b9dee6 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:19.631118 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2060bd55-f7c9-4bdf-947f-03a499b9dee6 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:19.631371 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2060bd55-f7c9-4bdf-947f-03a499b9dee6 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:19.642313 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-2060bd55-f7c9-4bdf-947f-03a499b9dee6 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Calling delete_port for a7a3550e-e350-45bb-b637-57290a95c031 owned by network:floatingip {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:40:19.819177 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2060bd55-f7c9-4bdf-947f-03a499b9dee6 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:19.821829 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-2f1a263b-6645-498a-ace7-ac7fd8a0cb9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:40:19.844616 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060bd55-f7c9-4bdf-947f-03a499b9dee6 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event deleted for resources: {'Port': ['ID=a7a3550e-e350-45bb-b637-57290a95c031,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:40:19.848999 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-2060bd55-f7c9-4bdf-947f-03a499b9dee6 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:40:19.902527 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2060bd55-f7c9-4bdf-947f-03a499b9dee6 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for floatingip, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:19.904914 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-2060bd55-f7c9-4bdf-947f-03a499b9dee6 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-262063'] for floatingip, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:19.906045 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-2060bd55-f7c9-4bdf-947f-03a499b9dee6 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "DELETE /v2.0/floatingips/7b1d8b11-7bea-44eb-95ff-c25da9fb46d8 HTTP/1.1" status: 204 len: 168 time: 0.4745300 Jun 26 16:40:21.363931 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33902) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:40:21.420231 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4bd17de2-8860-4d8f-9629-1d84dc72d1b8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:21.444495 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4bd17de2-8860-4d8f-9629-1d84dc72d1b8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:21.575098 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4bd17de2-8860-4d8f-9629-1d84dc72d1b8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:21.577654 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-4bd17de2-8860-4d8f-9629-1d84dc72d1b8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Notify callbacks [] for security_group, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:21.578785 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-4bd17de2-8860-4d8f-9629-1d84dc72d1b8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] 10.222.0.35 "DELETE /v2.0/security-groups/45500977-4da7-43c4-ac6a-afe35b5348fa HTTP/1.1" status: 204 len: 168 time: 0.2135904 Jun 26 16:40:21.579610 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-e799bea5-1d7f-4a83-a228-95330ab8e733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:40:21.590675 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd17de2-8860-4d8f-9629-1d84dc72d1b8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45500977-4da7-43c4-ac6a-afe35b5348fa,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:40:21.592322 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-4bd17de2-8860-4d8f-9629-1d84dc72d1b8 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:40:21.696150 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33906) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:40:21.882853 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:40:21.901675 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] No Port match for: 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:40:21.902227 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Device 0fb8bec9-7be3-4927-ad3e-385b1f1abdb3 not bound to the agent host hv-cinder-79818 {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:40:22.224885 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-df3daf3d-6c88-4031-b8bc-37e175a47423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684534'] for router_interface, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:22.476259 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-df3daf3d-6c88-4031-b8bc-37e175a47423 admin admin] Deleting port eb80fa39-d1e6-4195-b1fc-d2f0e35f290c {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:40:22.476911 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-df3daf3d-6c88-4031-b8bc-37e175a47423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:22.551476 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [None req-df3daf3d-6c88-4031-b8bc-37e175a47423 admin admin] For port eb80fa39-d1e6-4195-b1fc-d2f0e35f290c, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=eb80fa39-d1e6-4195-b1fc-d2f0e35f290c,segment=NetworkSegment(849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4),segment_id=849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4)] {{(pid=93424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:40:22.551831 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-df3daf3d-6c88-4031-b8bc-37e175a47423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:22.563243 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-df3daf3d-6c88-4031-b8bc-37e175a47423 admin admin] Calling delete_port for eb80fa39-d1e6-4195-b1fc-d2f0e35f290c owned by network:router_interface {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:40:22.807758 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-df3daf3d-6c88-4031-b8bc-37e175a47423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:22.809625 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-c2a34d07-7f34-4aa5-bf68-91eeab7c62b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:40:22.834081 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3daf3d-6c88-4031-b8bc-37e175a47423 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb80fa39-d1e6-4195-b1fc-d2f0e35f290c,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:40:22.837852 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-df3daf3d-6c88-4031-b8bc-37e175a47423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:40:22.995513 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-df3daf3d-6c88-4031-b8bc-37e175a47423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645638'] for router_interface, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:23.469236 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3daf3d-6c88-4031-b8bc-37e175a47423 admin admin] Router 2c47fc04-dd03-4308-859f-3563e3c1be74 has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:40:23.568624 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3daf3d-6c88-4031-b8bc-37e175a47423 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:40:23.573529 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-df3daf3d-6c88-4031-b8bc-37e175a47423 admin admin] 10.222.0.35 "PUT /v2.0/routers/2c47fc04-dd03-4308-859f-3563e3c1be74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8763137 Jun 26 16:40:23.576012 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33910) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:40:23.579460 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88be8b80-6adf-4a5c-bc38-edb88289f81c None None] Sync routers for ids ['2c47fc04-dd03-4308-859f-3563e3c1be74'] in dv-cinder-798189-1-iscsi {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:40:23.588954 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88be8b80-6adf-4a5c-bc38-edb88289f81c None None] Routers {'2c47fc04-dd03-4308-859f-3563e3c1be74'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:40:23.589655 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-88be8b80-6adf-4a5c-bc38-edb88289f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:40:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['2c47fc04-dd03-4308-859f-3563e3c1be74'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:40:23.679628 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-721f1880-dd4a-4b80-bd54-d9d6696ac4dc admin admin] Notify callbacks [] for router, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:23.689421 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-88be8b80-6adf-4a5c-bc38-edb88289f81c None None] Set router 2c47fc04-dd03-4308-859f-3563e3c1be74 gateway port host: dv-cinder-798189-1-iscsi {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:40:23.779321 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-721f1880-dd4a-4b80-bd54-d9d6696ac4dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:23.877523 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-721f1880-dd4a-4b80-bd54-d9d6696ac4dc admin admin] Deleting port a6156a92-49b5-48c2-9f0f-b6add538cd33 {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:40:23.878455 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-721f1880-dd4a-4b80-bd54-d9d6696ac4dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:23.957294 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [None req-721f1880-dd4a-4b80-bd54-d9d6696ac4dc admin admin] For port a6156a92-49b5-48c2-9f0f-b6add538cd33, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=a6156a92-49b5-48c2-9f0f-b6add538cd33,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:40:23.957656 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-721f1880-dd4a-4b80-bd54-d9d6696ac4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:23.968893 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-721f1880-dd4a-4b80-bd54-d9d6696ac4dc admin admin] Calling delete_port for a6156a92-49b5-48c2-9f0f-b6add538cd33 owned by network:router_gateway {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:40:23.975442 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-88be8b80-6adf-4a5c-bc38-edb88289f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:40:22Z', 'revision_number': 5, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port': {'id': 'a6156a92-49b5-48c2-9f0f-b6add538cd33', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:40:24.004548 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88be8b80-6adf-4a5c-bc38-edb88289f81c None None] Checking router: 2c47fc04-dd03-4308-859f-3563e3c1be74 for host: dv-cinder-798189-1-iscsi {{(pid=93426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:40:24.012601 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88be8b80-6adf-4a5c-bc38-edb88289f81c None None] Routers {'2c47fc04-dd03-4308-859f-3563e3c1be74'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:40:24.013213 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-88be8b80-6adf-4a5c-bc38-edb88289f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:40:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['2c47fc04-dd03-4308-859f-3563e3c1be74'], 'active': True} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:40:24.095031 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvr_db [None req-88be8b80-6adf-4a5c-bc38-edb88289f81c None None] Set router 2c47fc04-dd03-4308-859f-3563e3c1be74 gateway port host: None {{(pid=93426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:40:24.145037 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_hamode_db [None req-88be8b80-6adf-4a5c-bc38-edb88289f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:40:23Z', 'revision_number': 6, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port_host': None}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:40:24.173792 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-721f1880-dd4a-4b80-bd54-d9d6696ac4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:24.174001 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88be8b80-6adf-4a5c-bc38-edb88289f81c None None] The sync data for ids ['2c47fc04-dd03-4308-859f-3563e3c1be74'] in dv-cinder-798189-1-iscsi is: [{'id': '2c47fc04-dd03-4308-859f-3563e3c1be74', 'name': 'tempest-TestVolumeBootPattern-919434893-router', 'tenant_id': '3f012282aa7c41cbbd0c48938b24801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:23Z', 'updated_at': '2021-06-26T16:40:23Z', 'revision_number': 6, 'project_id': '3f012282aa7c41cbbd0c48938b24801f', 'gw_port_host': None}] {{(pid=93426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:40:24.176744 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-0d47cd1b-0e3d-4083-a08a-07c65652c36c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:40:24.202190 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f1880-dd4a-4b80-bd54-d9d6696ac4dc admin admin] Pushing event deleted for resources: {'Port': ['ID=a6156a92-49b5-48c2-9f0f-b6add538cd33,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:40:24.205186 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-721f1880-dd4a-4b80-bd54-d9d6696ac4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:40:24.260884 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-721f1880-dd4a-4b80-bd54-d9d6696ac4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646844'] for router_gateway, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:24.348758 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-721f1880-dd4a-4b80-bd54-d9d6696ac4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5638'] for router, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:24.350729 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-721f1880-dd4a-4b80-bd54-d9d6696ac4dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:24.447600 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-721f1880-dd4a-4b80-bd54-d9d6696ac4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646123'] for router, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:24.448126 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721f1880-dd4a-4b80-bd54-d9d6696ac4dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c47fc04-dd03-4308-859f-3563e3c1be74 {{(pid=93424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 16:40:24.452299 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-721f1880-dd4a-4b80-bd54-d9d6696ac4dc admin admin] Notify callbacks [] for router, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:24.459260 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-721f1880-dd4a-4b80-bd54-d9d6696ac4dc admin admin] 10.222.0.35 "DELETE /v2.0/routers/2c47fc04-dd03-4308-859f-3563e3c1be74 HTTP/1.1" status: 204 len: 168 time: 0.8765039 Jun 26 16:40:24.459260 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33912) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:40:24.498471 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fd929d-2989-4372-9677-71eb2e777aa0 admin admin] Deleting subnet a4b5ffc3-e384-4e00-8c9c-9c929a81210d {{(pid=93424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:40:24.501338 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-63fd929d-2989-4372-9677-71eb2e777aa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:24.536706 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-63fd929d-2989-4372-9677-71eb2e777aa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9654320'] for subnet, precommit_delete_associations {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:24.616308 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-63fd929d-2989-4372-9677-71eb2e777aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077411'] for subnet, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:24.762315 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-63fd929d-2989-4372-9677-71eb2e777aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9987676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10402897'] for subnet, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:24.764555 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-d0aa1fe7-e675-48b1-ac56-13682d9f9ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:40:24.788054 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd929d-2989-4372-9677-71eb2e777aa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b5ffc3-e384-4e00-8c9c-9c929a81210d,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:40:24.791091 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-63fd929d-2989-4372-9677-71eb2e777aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:40:24.792046 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-63fd929d-2989-4372-9677-71eb2e777aa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:24.793869 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-63fd929d-2989-4372-9677-71eb2e777aa0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a4b5ffc3-e384-4e00-8c9c-9c929a81210d HTTP/1.1" status: 204 len: 168 time: 0.3364689 Jun 26 16:40:24.796387 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.wsgi [-] (93424) accepted ('10.222.0.35', 33914) {{(pid=93424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:40:24.797313 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deebaa0b-2d2b-40b7-a190-d9d1d61d041a None None] Network 32e20bd0-d469-469a-b8ca-9bae7077591a requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:40:24.866955 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599898'] for network, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:24.916401 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] Deleting port afa09d0e-4908-4bb6-a6e8-aea0cc687c7e {{(pid=93424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:40:24.916651 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:24.980809 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62540688-bdff-441a-b478-94b736f92828 None None] DHCP port deletion for 32e20bd0-d469-469a-b8ca-9bae7077591a request from dv-cinder-798189-1-iscsi {{(pid=93426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 16:40:24.983025 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.db [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] For port afa09d0e-4908-4bb6-a6e8-aea0cc687c7e, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=afa09d0e-4908-4bb6-a6e8-aea0cc687c7e,segment=NetworkSegment(849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4),segment_id=849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4)] {{(pid=93424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:40:24.984569 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:25.004516 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.plugin [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] Calling delete_port for afa09d0e-4908-4bb6-a6e8-aea0cc687c7e owned by network:dhcp {{(pid=93424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:40:25.010365 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device eb80fa39-d1e6-4195-b1fc-d2f0e35f290c no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:40:25.033341 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: eb80fa39-d1e6-4195-b1fc-d2f0e35f290c {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:40:25.038137 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device eb80fa39-d1e6-4195-b1fc-d2f0e35f290c not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:40:25.054575 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-62540688-bdff-441a-b478-94b736f92828 None None] Deleting port afa09d0e-4908-4bb6-a6e8-aea0cc687c7e {{(pid=93426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:40:25.055040 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-62540688-bdff-441a-b478-94b736f92828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:25.123037 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-62540688-bdff-441a-b478-94b736f92828 None None] For port afa09d0e-4908-4bb6-a6e8-aea0cc687c7e, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=afa09d0e-4908-4bb6-a6e8-aea0cc687c7e,segment=NetworkSegment(849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4),segment_id=849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:40:25.123355 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-62540688-bdff-441a-b478-94b736f92828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:25.135892 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-62540688-bdff-441a-b478-94b736f92828 None None] Calling delete_port for afa09d0e-4908-4bb6-a6e8-aea0cc687c7e owned by network:dhcp {{(pid=93426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:40:25.145754 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9987686'] for port, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:25.152677 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-215ea305-7c95-48b4-884a-8ca767080f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:40:25.177579 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] Pushing event deleted for resources: {'Port': ['ID=afa09d0e-4908-4bb6-a6e8-aea0cc687c7e,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:40:25.179426 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] No DVR routers for this DVR port afa09d0e-4908-4bb6-a6e8-aea0cc687c7e on host dv-cinder-798189-1-iscsi {{(pid=93424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:40:25.180956 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:40:25.229381 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-62540688-bdff-441a-b478-94b736f92828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750'] for port, after_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:25.231453 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-9dc1e50e-56f4-42d7-ae00-4b0e4ed79b0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:40:25.256140 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62540688-bdff-441a-b478-94b736f92828 None None] Pushing event deleted for resources: {'Port': ['ID=afa09d0e-4908-4bb6-a6e8-aea0cc687c7e,revision_number=None']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:40:25.257327 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2078910', 'neutron.services.segments.db._delete_segments_for_network-8735253278486'] for network, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:25.260894 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62540688-bdff-441a-b478-94b736f92828 None None] No DVR routers for this DVR port afa09d0e-4908-4bb6-a6e8-aea0cc687c7e on host dv-cinder-798189-1-iscsi {{(pid=93426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:40:25.267098 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62540688-bdff-441a-b478-94b736f92828 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:25.267452 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62540688-bdff-441a-b478-94b736f92828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:25.267790 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62540688-bdff-441a-b478-94b736f92828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:25.268124 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62540688-bdff-441a-b478-94b736f92828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:25.268998 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62540688-bdff-441a-b478-94b736f92828 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:25.268998 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62540688-bdff-441a-b478-94b736f92828 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:25.269284 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62540688-bdff-441a-b478-94b736f92828 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:25.269440 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62540688-bdff-441a-b478-94b736f92828 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:25.269818 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62540688-bdff-441a-b478-94b736f92828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:25.270073 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62540688-bdff-441a-b478-94b736f92828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:25.270393 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62540688-bdff-441a-b478-94b736f92828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:25.270710 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62540688-bdff-441a-b478-94b736f92828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-iscsi {{(pid=93426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:40:25.270955 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.services.segments.db [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e20bd0-d469-469a-b8ca-9bae7077591a']}} {{(pid=93424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:40:25.277358 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-62540688-bdff-441a-b478-94b736f92828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:40:25.282374 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.services.segments.db [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4') {'for_net_delete': True} {{(pid=93424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:40:25.282676 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.services.segments.db [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849bfe28-f0a4-4801-bdd2-0ed9ab3efdb4') {} {{(pid=93424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:40:25.291377 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735253296631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9654311'] for segment, before_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:25.304692 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:25.310145 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:40:25.310574 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9987769'] for segment, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: Traceback (most recent call last): Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: timer() Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: cb(*args, **kw) Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: return func(*args, **kwargs) Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: self._notify() Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: self.callback(batched_events) Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: event.method(event) Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: return f(self, *a, **k) Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: return self._get(url).json() Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: return self.request(url, 'GET', **kwargs) Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:40:25.316672 dv-cinder-798189-1-iscsi neutron-server[93424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:40:25.427067 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2078901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646772'] for network, after_delete {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:25.430884 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-76fec5a8-f646-49a8-8b7b-2b8ed7cc04e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:40:25.433402 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron_lib.callbacks.manager [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:25.436355 dv-cinder-798189-1-iscsi neutron-server[93424]: INFO neutron.wsgi [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] 10.222.0.35 "DELETE /v2.0/networks/32e20bd0-d469-469a-b8ca-9bae7077591a HTTP/1.1" status: 204 len: 168 time: 0.6378617 Jun 26 16:40:25.438349 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 33916) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:40:25.450285 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] Pushing event deleted for resources: {'Network': ['ID=32e20bd0-d469-469a-b8ca-9bae7077591a,revision_number=None']} {{(pid=93424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:40:25.452751 dv-cinder-798189-1-iscsi neutron-server[93424]: DEBUG oslo_concurrency.lockutils [None req-390c10aa-a949-4464-9f39-786d7e1a276b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:40:25.773458 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-b77e46d6-e7a2-45e7-8b5f-6e41eafb5274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684534'] for router_interface, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:26.017827 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-b77e46d6-e7a2-45e7-8b5f-6e41eafb5274 admin admin] Deleting port 2b917c01-fa9b-4135-9c4d-fbb391505f39 {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:40:26.018677 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-b77e46d6-e7a2-45e7-8b5f-6e41eafb5274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:26.091865 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [None req-b77e46d6-e7a2-45e7-8b5f-6e41eafb5274 admin admin] For port 2b917c01-fa9b-4135-9c4d-fbb391505f39, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=2b917c01-fa9b-4135-9c4d-fbb391505f39,segment=NetworkSegment(4761e71d-b295-4696-b323-fc1eec618c3f),segment_id=4761e71d-b295-4696-b323-fc1eec618c3f)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:40:26.092225 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-b77e46d6-e7a2-45e7-8b5f-6e41eafb5274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:26.104719 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-b77e46d6-e7a2-45e7-8b5f-6e41eafb5274 admin admin] Calling delete_port for 2b917c01-fa9b-4135-9c4d-fbb391505f39 owned by network:router_interface {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:40:26.333346 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-b77e46d6-e7a2-45e7-8b5f-6e41eafb5274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:26.336305 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-aacaed8a-0d1e-4e9d-9bf2-7e813b6572db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:40:26.363221 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e46d6-e7a2-45e7-8b5f-6e41eafb5274 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b917c01-fa9b-4135-9c4d-fbb391505f39,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:40:26.366220 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-b77e46d6-e7a2-45e7-8b5f-6e41eafb5274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:40:26.528786 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-b77e46d6-e7a2-45e7-8b5f-6e41eafb5274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645638'] for router_interface, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:26.647337 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device afa09d0e-4908-4bb6-a6e8-aea0cc687c7e no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:40:26.670167 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: afa09d0e-4908-4bb6-a6e8-aea0cc687c7e {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:40:26.670528 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device afa09d0e-4908-4bb6-a6e8-aea0cc687c7e not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:40:26.670990 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device a6156a92-49b5-48c2-9f0f-b6add538cd33 no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:40:26.691018 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: a6156a92-49b5-48c2-9f0f-b6add538cd33 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:40:26.691380 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device a6156a92-49b5-48c2-9f0f-b6add538cd33 not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:40:26.750216 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77e46d6-e7a2-45e7-8b5f-6e41eafb5274 admin admin] Router fc3a3009-6593-4a58-b5d4-4287fad1f56a has already been hosted by L3 agent b8fb1994-0297-40f6-9e16-c076ab9f1219 {{(pid=93425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:40:26.854249 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77e46d6-e7a2-45e7-8b5f-6e41eafb5274 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-iscsi the message routers_updated {{(pid=93425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:40:26.861824 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-b77e46d6-e7a2-45e7-8b5f-6e41eafb5274 admin admin] 10.222.0.35 "PUT /v2.0/routers/fc3a3009-6593-4a58-b5d4-4287fad1f56a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4197507 Jun 26 16:40:26.862436 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 33918) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:40:26.863120 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e402809e-cc2c-4c5b-bff4-dd74bc7fe9de None None] Sync routers for ids ['fc3a3009-6593-4a58-b5d4-4287fad1f56a'] in dv-cinder-798189-1-iscsi {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:40:26.872113 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e402809e-cc2c-4c5b-bff4-dd74bc7fe9de None None] Routers {'fc3a3009-6593-4a58-b5d4-4287fad1f56a'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:40:26.872735 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-e402809e-cc2c-4c5b-bff4-dd74bc7fe9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:40:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['fc3a3009-6593-4a58-b5d4-4287fad1f56a'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:40:26.962844 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-da4585df-a424-4230-adf7-a7e0aa65b0b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:26.972882 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-e402809e-cc2c-4c5b-bff4-dd74bc7fe9de None None] Set router fc3a3009-6593-4a58-b5d4-4287fad1f56a gateway port host: dv-cinder-798189-1-iscsi {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:40:27.062990 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-da4585df-a424-4230-adf7-a7e0aa65b0b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:27.142495 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-e402809e-cc2c-4c5b-bff4-dd74bc7fe9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3a3009-6593-4a58-b5d4-4287fad1f56a', 'name': 'tempest-TestVolumeBootPattern-128579950-router', 'tenant_id': '291d7ff22a694bd8a289b67cb69b1abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'external_fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'de84e724-0a7e-4950-a26c-222c51282f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:29Z', 'updated_at': '2021-06-26T16:40:26Z', 'revision_number': 5, 'project_id': '291d7ff22a694bd8a289b67cb69b1abc', 'gw_port': {'id': 'de84e724-0a7e-4950-a26c-222c51282f4d', 'name': '', 'network_id': '1236ffa6-61e0-401d-8733-f5e5c635b4bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3a3009-6593-4a58-b5d4-4287fad1f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:33:29Z', 'updated_at': '2021-06-26T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c7ca79-f8ed-404d-bbb5-368914d3121b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-iscsi'}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:40:27.167600 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e402809e-cc2c-4c5b-bff4-dd74bc7fe9de None None] Checking router: fc3a3009-6593-4a58-b5d4-4287fad1f56a for host: dv-cinder-798189-1-iscsi {{(pid=93427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:40:27.176097 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e402809e-cc2c-4c5b-bff4-dd74bc7fe9de None None] Routers {'fc3a3009-6593-4a58-b5d4-4287fad1f56a'} bound to L3 agent in host dv-cinder-798189-1-iscsi {{(pid=93427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:40:27.176704 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-e402809e-cc2c-4c5b-bff4-dd74bc7fe9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:18:10Z,description=,heartbeat_timestamp=2021-06-26T16:40:10Z,host='dv-cinder-798189-1-iscsi',id=b8fb1994-0297-40f6-9e16-c076ab9f1219,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:18:11Z,topic='l3_agent')) {'router_ids': ['fc3a3009-6593-4a58-b5d4-4287fad1f56a'], 'active': True} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:40:27.183810 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-da4585df-a424-4230-adf7-a7e0aa65b0b0 admin admin] Deleting port de84e724-0a7e-4950-a26c-222c51282f4d {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:40:27.184153 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-da4585df-a424-4230-adf7-a7e0aa65b0b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:27.259602 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [None req-da4585df-a424-4230-adf7-a7e0aa65b0b0 admin admin] For port de84e724-0a7e-4950-a26c-222c51282f4d, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=de84e724-0a7e-4950-a26c-222c51282f4d,segment=NetworkSegment(fce959c7-83e7-4d9d-b709-a5d5f6ea4869),segment_id=fce959c7-83e7-4d9d-b709-a5d5f6ea4869)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:40:27.259961 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_dvr_db [None req-e402809e-cc2c-4c5b-bff4-dd74bc7fe9de None None] Set router fc3a3009-6593-4a58-b5d4-4287fad1f56a gateway port host: None {{(pid=93427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:40:27.260092 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-da4585df-a424-4230-adf7-a7e0aa65b0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:27.272142 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-da4585df-a424-4230-adf7-a7e0aa65b0b0 admin admin] Calling delete_port for de84e724-0a7e-4950-a26c-222c51282f4d owned by network:router_gateway {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:40:27.314411 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.l3_hamode_db [None req-e402809e-cc2c-4c5b-bff4-dd74bc7fe9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3a3009-6593-4a58-b5d4-4287fad1f56a', 'name': 'tempest-TestVolumeBootPattern-128579950-router', 'tenant_id': '291d7ff22a694bd8a289b67cb69b1abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:29Z', 'updated_at': '2021-06-26T16:40:27Z', 'revision_number': 6, 'project_id': '291d7ff22a694bd8a289b67cb69b1abc', 'gw_port_host': None}], 'dv-cinder-798189-1-iscsi', False) {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:40:27.339100 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e402809e-cc2c-4c5b-bff4-dd74bc7fe9de None None] The sync data for ids ['fc3a3009-6593-4a58-b5d4-4287fad1f56a'] in dv-cinder-798189-1-iscsi is: [{'id': 'fc3a3009-6593-4a58-b5d4-4287fad1f56a', 'name': 'tempest-TestVolumeBootPattern-128579950-router', 'tenant_id': '291d7ff22a694bd8a289b67cb69b1abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:33:29Z', 'updated_at': '2021-06-26T16:40:27Z', 'revision_number': 6, 'project_id': '291d7ff22a694bd8a289b67cb69b1abc', 'gw_port_host': None}] {{(pid=93427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:40:27.493655 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-da4585df-a424-4230-adf7-a7e0aa65b0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:27.495608 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-01b8809b-ca05-479f-94a6-0230a9c461b4 tempest-TestVolumeBootPattern-614535344 tempest-TestVolumeBootPattern-614535344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:40:27.522530 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4585df-a424-4230-adf7-a7e0aa65b0b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=de84e724-0a7e-4950-a26c-222c51282f4d,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:40:27.525574 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-da4585df-a424-4230-adf7-a7e0aa65b0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:40:27.581775 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-da4585df-a424-4230-adf7-a7e0aa65b0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646844'] for router_gateway, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:27.669031 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-da4585df-a424-4230-adf7-a7e0aa65b0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5638'] for router, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:27.671263 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-da4585df-a424-4230-adf7-a7e0aa65b0b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:27.808012 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-da4585df-a424-4230-adf7-a7e0aa65b0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646123'] for router, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:27.808527 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4585df-a424-4230-adf7-a7e0aa65b0b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc3a3009-6593-4a58-b5d4-4287fad1f56a {{(pid=93425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 16:40:27.812765 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-da4585df-a424-4230-adf7-a7e0aa65b0b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:27.813909 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-da4585df-a424-4230-adf7-a7e0aa65b0b0 admin admin] 10.222.0.35 "DELETE /v2.0/routers/fc3a3009-6593-4a58-b5d4-4287fad1f56a HTTP/1.1" status: 204 len: 168 time: 0.9503431 Jun 26 16:40:27.817068 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 33920) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:40:27.866104 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a8a03a-fd84-4f51-b08d-e14b37042975 admin admin] Deleting subnet fdbd979e-6d0f-4380-b789-bfefa3cbac69 {{(pid=93425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:40:27.869214 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-25a8a03a-fd84-4f51-b08d-e14b37042975 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:27.910779 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-25a8a03a-fd84-4f51-b08d-e14b37042975 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2683751'] for subnet, precommit_delete_associations {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:27.982875 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-25a8a03a-fd84-4f51-b08d-e14b37042975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077411'] for subnet, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:28.094219 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-25a8a03a-fd84-4f51-b08d-e14b37042975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2077428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2366254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2799837'] for subnet, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:28.098091 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:40:28.127961 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8a03a-fd84-4f51-b08d-e14b37042975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdbd979e-6d0f-4380-b789-bfefa3cbac69,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:40:28.129948 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-25a8a03a-fd84-4f51-b08d-e14b37042975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:28.131981 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-25a8a03a-fd84-4f51-b08d-e14b37042975 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fdbd979e-6d0f-4380-b789-bfefa3cbac69 HTTP/1.1" status: 204 len: 168 time: 0.3139770 Jun 26 16:40:28.132891 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-25a8a03a-fd84-4f51-b08d-e14b37042975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:40:28.134402 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 33922) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:40:28.138811 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e490b92f-e857-4e60-9f69-6da5dbbc98dc None None] Network 33597fcf-8198-46cb-aec8-d122b36e9c32 requested from dv-cinder-798189-1-iscsi {{(pid=93426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:40:28.204254 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599898'] for network, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:28.262615 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] Deleting port 0a604272-8238-405c-9b99-4f53029e032d {{(pid=93425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:40:28.263004 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:28.340367 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.db [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] For port 0a604272-8238-405c-9b99-4f53029e032d, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=0a604272-8238-405c-9b99-4f53029e032d,segment=NetworkSegment(4761e71d-b295-4696-b323-fc1eec618c3f),segment_id=4761e71d-b295-4696-b323-fc1eec618c3f)] {{(pid=93425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:40:28.340725 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:28.350159 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b2e1b4-3106-4274-bc9d-0ce9643f75bb None None] DHCP port deletion for 33597fcf-8198-46cb-aec8-d122b36e9c32 request from dv-cinder-798189-1-iscsi {{(pid=93426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 16:40:28.354544 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.plugin [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] Calling delete_port for 0a604272-8238-405c-9b99-4f53029e032d owned by network:dhcp {{(pid=93425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:40:28.398830 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-b2b2e1b4-3106-4274-bc9d-0ce9643f75bb None None] Deleting port 0a604272-8238-405c-9b99-4f53029e032d {{(pid=93426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:40:28.399223 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b2b2e1b4-3106-4274-bc9d-0ce9643f75bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735253189398'] for port, before_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:28.459366 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.db [None req-b2b2e1b4-3106-4274-bc9d-0ce9643f75bb None None] For port 0a604272-8238-405c-9b99-4f53029e032d, host dv-cinder-798189-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-iscsi',level=0,port_id=0a604272-8238-405c-9b99-4f53029e032d,segment=NetworkSegment(4761e71d-b295-4696-b323-fc1eec618c3f),segment_id=4761e71d-b295-4696-b323-fc1eec618c3f)] {{(pid=93426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:40:28.459858 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b2b2e1b4-3106-4274-bc9d-0ce9643f75bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-677099'] for port, precommit_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:28.473223 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-b2b2e1b4-3106-4274-bc9d-0ce9643f75bb None None] Calling delete_port for 0a604272-8238-405c-9b99-4f53029e032d owned by network:dhcp {{(pid=93426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:40:28.501099 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2366228'] for port, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:28.503325 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-da4585df-a424-4230-adf7-a7e0aa65b0b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:40:28.530514 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a604272-8238-405c-9b99-4f53029e032d,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:40:28.534814 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:40:28.535409 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] No DVR routers for this DVR port 0a604272-8238-405c-9b99-4f53029e032d on host dv-cinder-798189-1-iscsi {{(pid=93425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:40:28.555017 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b2b2e1b4-3106-4274-bc9d-0ce9643f75bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1682311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735253193162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735252800750'] for port, after_delete {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:28.557009 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:40:28.581597 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2e1b4-3106-4274-bc9d-0ce9643f75bb None None] Pushing event deleted for resources: {'Port': ['ID=0a604272-8238-405c-9b99-4f53029e032d,revision_number=None']} {{(pid=93426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:40:28.584650 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG oslo_concurrency.lockutils [None req-b2b2e1b4-3106-4274-bc9d-0ce9643f75bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:40:28.585460 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b2e1b4-3106-4274-bc9d-0ce9643f75bb None None] No DVR routers for this DVR port 0a604272-8238-405c-9b99-4f53029e032d on host dv-cinder-798189-1-iscsi {{(pid=93426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:40:28.607853 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 0a604272-8238-405c-9b99-4f53029e032d no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:40:28.610962 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2078910', 'neutron.services.segments.db._delete_segments_for_network-8735253278486'] for network, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:28.621016 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33597fcf-8198-46cb-aec8-d122b36e9c32']}} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:40:28.628419 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: 0a604272-8238-405c-9b99-4f53029e032d {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:40:28.628777 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 0a604272-8238-405c-9b99-4f53029e032d not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:40:28.629208 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 2b917c01-fa9b-4135-9c4d-fbb391505f39 no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:40:28.631936 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4761e71d-b295-4696-b323-fc1eec618c3f') {'for_net_delete': True} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:40:28.632232 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.services.segments.db [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4761e71d-b295-4696-b323-fc1eec618c3f') {} {{(pid=93425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:40:28.640866 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735253296631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2683760'] for segment, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:28.648421 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: 2b917c01-fa9b-4135-9c4d-fbb391505f39 {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:40:28.655924 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device 2b917c01-fa9b-4135-9c4d-fbb391505f39 not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:40:28.655924 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device de84e724-0a7e-4950-a26c-222c51282f4d no longer exists at agent ovs-agent-dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:40:28.656154 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654'] for segment, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:28.667872 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:40:28.668307 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2067654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2366411'] for segment, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: Traceback (most recent call last): Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: timer() Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: cb(*args, **kw) Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: return func(*args, **kwargs) Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: self._notify() Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: self.callback(batched_events) Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: event.method(event) Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: return f(self, *a, **k) Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: return self._get(url).json() Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: return self.request(url, 'GET', **kwargs) Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:40:28.670396 dv-cinder-798189-1-iscsi neutron-server[93425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:40:28.676737 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.plugin [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] No Port match for: de84e724-0a7e-4950-a26c-222c51282f4d {{(pid=93426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:40:28.677112 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron.plugins.ml2.rpc [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Device de84e724-0a7e-4950-a26c-222c51282f4d not bound to the agent host dv-cinder-798189-1-iscsi {{(pid=93426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:40:29.083829 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2078901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-956284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646772'] for network, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:29.087512 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-dc8983e3-9b44-41d7-bb28-76d8ec992f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:40:29.090527 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:29.091718 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] 10.222.0.35 "DELETE /v2.0/networks/33597fcf-8198-46cb-aec8-d122b36e9c32 HTTP/1.1" status: 204 len: 168 time: 0.9563234 Jun 26 16:40:29.102283 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] Pushing event deleted for resources: {'Network': ['ID=33597fcf-8198-46cb-aec8-d122b36e9c32,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:40:29.104580 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-9050e566-cc87-4304-9563-ec23d4859e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:40:29.431922 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 33926) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:40:29.469086 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-df08c85e-99c8-4126-860c-6c28d7144fd2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f012282aa7c41cbbd0c48938b24801f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0362861 Jun 26 16:40:29.471758 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 33928) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:40:29.516548 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-bdb160ff-cdd0-499b-a9ce-c1c83bcc92f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:29.536552 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-bdb160ff-cdd0-499b-a9ce-c1c83bcc92f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:29.649302 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-bdb160ff-cdd0-499b-a9ce-c1c83bcc92f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:29.651989 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-bdb160ff-cdd0-499b-a9ce-c1c83bcc92f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:29.653117 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-bdb160ff-cdd0-499b-a9ce-c1c83bcc92f8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba760e06-9eb7-4486-a770-a5d01bdf9161 HTTP/1.1" status: 204 len: 168 time: 0.1804760 Jun 26 16:40:29.653872 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-ab514329-5f50-4c39-8985-a7d002e3c8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:40:29.662758 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb160ff-cdd0-499b-a9ce-c1c83bcc92f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba760e06-9eb7-4486-a770-a5d01bdf9161,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:40:29.665404 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-bdb160ff-cdd0-499b-a9ce-c1c83bcc92f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:40:30.315909 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 33934) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:40:30.354843 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-9877eb59-38ce-41a9-ab05-0cdac99f41f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=291d7ff22a694bd8a289b67cb69b1abc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377202 Jun 26 16:40:30.357051 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [-] (93425) accepted ('10.222.0.35', 33936) {{(pid=93425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:40:30.407182 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-934c7169-add9-4588-bebc-8ca3f279b6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:30.427717 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-934c7169-add9-4588-bebc-8ca3f279b6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:30.558364 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-934c7169-add9-4588-bebc-8ca3f279b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977707'] for security_group, after_delete {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:30.561101 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron_lib.callbacks.manager [None req-934c7169-add9-4588-bebc-8ca3f279b6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:30.562264 dv-cinder-798189-1-iscsi neutron-server[93425]: INFO neutron.wsgi [None req-934c7169-add9-4588-bebc-8ca3f279b6ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/61c44f89-f08b-4689-89f6-52ce47d978ed HTTP/1.1" status: 204 len: 168 time: 0.2043092 Jun 26 16:40:30.567131 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-1380dd21-672b-44bb-a4f5-b332156eaad1 tempest-AttachVolumeShelveTestJSON-551193086 tempest-AttachVolumeShelveTestJSON-551193086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:40:30.571044 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c7169-add9-4588-bebc-8ca3f279b6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c44f89-f08b-4689-89f6-52ce47d978ed,revision_number=None']} {{(pid=93425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:40:30.573302 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG oslo_concurrency.lockutils [None req-934c7169-add9-4588-bebc-8ca3f279b6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:40:32.119837 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:40:37.324002 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-16d33f6d-2382-459f-a32b-149fedd8e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:37.352375 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:39.887291 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:40.064232 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-dbfb64ea-024e-423f-a160-c724306ba2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:40.900530 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:42.681570 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:07.294372 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-4e5833a7-eb8a-4241-9f56-44ce9a05d21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:07.345746 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:09.118710 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:41:09.893936 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:10.076838 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-875b30a3-3c4c-4127-8e06-e3ac9246ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:10.888841 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:12.694823 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:37.301472 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-34f6ae59-6841-4f1e-85c5-43ce4b004452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:37.352882 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:39.918877 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:40.055827 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-df7128c6-695d-4799-824e-a245aadea4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:40.922139 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:42.701850 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:46.117321 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:41:49.869317 dv-cinder-798189-1-iscsi neutron-server[93425]: DEBUG neutron.wsgi [req-cd0740f3-71c6-442b-beed-f54190897ac3 req-5262a9d1-272c-48bc-895d-f3b460e0d1bb service neutron] (93425) timed out ('10.222.0.38', 54677) {{(pid=93425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 26 16:42:07.295750 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-11b17a76-07b3-460a-808c-209354a4527d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:42:07.346649 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:42:09.883352 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:42:10.049082 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-22b50ec2-b76b-4570-911b-fb45a635db32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:42:10.917527 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:42:12.740151 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:42:23.119705 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:42:37.315043 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c32a6169-aa38-4c92-9b03-b5d3b0816dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:42:37.395020 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:42:39.905024 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:42:40.075000 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-a5a747e9-1043-4df8-8ca6-1515ff74fadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:42:40.943914 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:42:42.704838 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:43:00.118406 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:43:07.292322 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-016ef24d-1e39-450a-9ada-da617fde3473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:43:07.377998 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:43:09.897827 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:43:10.035137 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-8f2d5f5a-4362-400d-bba7-d407cc438a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:43:10.892287 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:43:12.720437 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:43:37.117873 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:43:37.308189 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-8190313a-65eb-4809-b0b3-d14fec50e6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:43:37.382489 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:43:39.879267 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:43:40.039311 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-c3387d4d-6cac-4abc-95d5-3311b897570f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:43:40.902423 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:43:42.719246 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:44:07.325999 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-8108b603-90a4-4a71-9f6a-f0896a89e146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:44:07.375335 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:44:09.930329 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:44:10.066789 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-6151ac16-2449-4606-9ec2-05f44dfa3f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:44:10.901305 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:44:12.695473 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:44:14.116141 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:44:37.289104 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-0dccbf22-fe01-4915-ae59-ff1501c3f176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:44:37.357729 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:44:39.894888 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:44:40.059696 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-5587e6df-72ad-448a-bdaf-c4e7ee79a7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:44:40.923291 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:44:42.729400 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:44:51.115592 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:45:07.292435 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-065a4425-2046-4fef-b169-9b864859f90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:45:07.401037 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:45:09.916623 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:45:10.076589 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-d5be812d-cfaf-49ec-939c-34658d2e7046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:45:10.904076 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:45:12.722709 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:45:28.114848 dv-cinder-798189-1-iscsi neutron-server[93427]: DEBUG neutron.db.agents_db [None req-dba197b2-c49f-4a8f-9730-4eca8ce7eb98 None None] Agent healthcheck: found 6 active agents {{(pid=93427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:45:37.341127 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-6b8af595-c8fe-49bb-af22-3f310bb3c589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:45:37.405735 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-2283080f-005e-4e9a-b9e1-ae46bf1101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:45:39.927954 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-33f8d66d-c757-444b-8884-880a7d8a868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:45:40.081529 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-74978c56-d105-4f8f-bd49-5406c78446cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:45:40.896905 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6248-ecb1-45c5-8b2b-a3400b44a340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:45:42.722051 dv-cinder-798189-1-iscsi neutron-server[93426]: DEBUG neutron_lib.callbacks.manager [None req-ed43b28a-0f51-43c5-a66a-e05b70478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735253278468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072820'] for agent, after_update {{(pid=93426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}